00000100:00100000:2.0F:1788744461.860395:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788744461.860432:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068501504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788744461.860511:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1788744461.860639:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068501504 00000100:00100000:1.0:1788744461.860654:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068501504 00000100:00100000:1.0:1788744461.860720:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788744461.860730:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068501504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744461.860766:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788744461.860810:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068501504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744461.860816:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1788744461.860940:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744461.860976:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068501504:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0F:1788744462.364428:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1788744462.875344:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa5cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068501632:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.875425:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.875473:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068502144:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.875500:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.875765:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788744462.875772:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad31e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068501760:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.875800:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.875816:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068502272:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.875833:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.875856:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068502016:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.875873:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.875887:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744462.875891:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad31e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068501888:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.875907:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.875932:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502144 00000100:00100000:0.0:1788744462.875939:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502144 00000100:00100000:0.0:1788744462.875986:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502272 00000100:00100000:0.0:1788744462.875988:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502272 00000100:00100000:0.0:1788744462.876000:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502016 00000100:00100000:0.0:1788744462.876002:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502016 00000100:00100000:0.0:1788744462.876015:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788744462.876023:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068502144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.876075:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068502144:12345-0@lo:400:kworker.0 Request processed in 53us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744462.876082:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788744462.876098:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788744462.876103:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068502272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.876215:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068502272:12345-0@lo:400:kworker.0 Request processed in 33us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744462.876223:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788744462.876237:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788744462.876243:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068502016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.876276:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068502016:12345-0@lo:400:kworker.0 Request processed in 34us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744462.876282:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788744462.876403:0:14996:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068501760 00000100:00100000:0.0:1788744462.876408:0:14996:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068501760 00000100:00100000:0.0:1788744462.876431:0:14996:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068501888 00000100:00100000:0.0:1788744462.876434:0:14996:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068501888 00000100:00100000:0.0:1788744462.876455:0:14996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788744462.876461:0:14996:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068501760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.876493:0:14996:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068501760:12345-0@lo:400:kworker.0 Request processed in 33us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744462.876499:0:14996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788744462.876510:0:14996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788744462.876515:0:14996:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068501888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.877439:0:14996:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068501888:12345-0@lo:400:kworker.0 Request processed in 920us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744462.877448:0:14996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:0.0:1788744462.877482:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788744462.877488:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744462.877843:0:3311:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 2 00000004:00080000:0.0:1788744462.877850:0:3311:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff940aff97dc00, transno 8589934595 00000004:00080000:0.0:1788744462.877904:0:3311:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934597 committed transno 8589934597 00000100:00100000:0.0:1788744462.877956:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad31e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068501888:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.877980:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068502016:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.878003:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744462.878014:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068502400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744462.878076:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744462.878123:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502400 00000100:00100000:0.0:1788744462.878129:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502400 00000100:00100000:0.0:1788744462.878194:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788744462.878203:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068502400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788744462.878241:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62980096 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788744462.878278:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068502400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744462.878284:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788744462.879536:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad31e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068501760:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.879567:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068502272:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.879581:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068502144:0@lo:400:kworker.0 00000100:00100000:0.0:1788744462.879811:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068502400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744462.880537:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068501632 00000100:00100000:2.0:1788744462.880545:0:14305:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068501632 00000100:00100000:2.0:1788744462.880625:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788744462.880633:0:14305:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c12db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068501632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744462.880715:0:14305:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c12db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068501632:12345-0@lo:400:kworker.0 Request processed in 82us (5289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744462.880722:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788744462.883917:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa5cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068501632:0@lo:400:kworker.0 00000001:00080000:0.0:1788744462.959999:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:0.0:1788744462.960035:0:5858:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff940ad1d549c0 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:0.0:1788744462.960041:0:5858:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff940ac7ea8800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff940ad1d54480 00000020:00080000:0.0:1788744462.960045:0:5858:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff940ac7ea8600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9409c11a1000 00000020:00080000:1.0:1788744462.960103:0:14349:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:1.0:1788744462.960947:0:14349:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000040:00080000:3.0:1788744463.002880:0:14345:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788744463.002889:0:14345:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788744463.002927:0:14345:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788744463.002938:0:14345:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788744463.390835:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744464.411100:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744465.235870:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744465.235950:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047548416 00000100:00100000:0.0:1788744465.235961:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047548416 00000100:00100000:0.0:1788744465.236045:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 54 00000100:00100000:0.0:1788744465.236057:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:14398:x1875634047548416:12345-192.168.204.56@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1788744465.236129:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744465.236175:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:14398:x1875634047548416:12345-192.168.204.56@tcp:60:lhsmtool_posix.0 Request processed in 120us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744465.236183:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 54 00000100:00100000:1.0:1788744465.238464:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744465.238605:0:14314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047548672 00000100:00100000:0.0:1788744465.238617:0:14314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047548672 00000100:00100000:0.0:1788744465.238678:0:14314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00100000:0.0:1788744465.238690:0:14314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:14398:x1875634047548672:12345-192.168.204.56@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788744465.238981:0:14314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+13:14398:x1875634047548672:12345-192.168.204.56@tcp:35:lhsmtool_posix.0 Request processed in 292us (525us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788744465.238990:0:14314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00100000:2.0:1788744465.386729:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744465.386784:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744465.386849:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047548800 00000100:00100000:1.0:1788744465.386860:0:14306:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047548800 00000100:00100000:3.0:1788744465.386872:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047548928 00000100:00100000:3.0:1788744465.386877:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047548928 00000100:00100000:1.0:1788744465.386907:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 124 00000100:00100000:3.0:1788744465.386911:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 35 00000100:00100000:3.0:1788744465.386918:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+13:2354:x1875634047548928:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744465.386918:0:14306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c12db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2354:x1875634047548800:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744465.387065:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+13:2354:x1875634047548928:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 147us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744465.387074:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 35 00000100:00100000:1.0:1788744465.387745:0:14306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c12db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2354:x1875634047548800:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 825us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744465.387755:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 124 00000100:00100000:2.0:1788744465.390695:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744465.390751:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744465.390788:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744465.390818:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744465.390846:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744465.390876:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549184 00000100:00100000:2.0:1788744465.390887:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549184 00000100:00100000:2.0:1788744465.390940:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549056 00000100:00100000:2.0:1788744465.390944:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549056 00000100:00100000:2.0:1788744465.390959:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549440 00000100:00100000:2.0:1788744465.390961:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549440 00000100:00100000:2.0:1788744465.390973:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549568 00000100:00100000:2.0:1788744465.390975:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549568 00000100:00100000:2.0:1788744465.391015:0:14998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 23 00000100:00100000:2.0:1788744465.391024:0:14998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2354:x1875634047549184:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:2.0:1788744465.391104:0:14998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2354:x1875634047549184:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 80us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744465.391122:0:14998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 23 00000100:00100000:2.0:1788744465.391141:0:14998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 19 00000100:00100000:2.0:1788744465.391148:0:14998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2350:x1875634047549056:12345-192.168.204.56@tcp:9:kworker.0 00000020:00000080:2.0:1788744465.391166:0:14998:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b959f6 00000100:00080000:2.0:1788744465.391183:0:14998:0:(import.c:65:import_set_state_nolock()) ffff940ace673800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788744465.391234:0:14998:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788744465.391396:0:14996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 20 00000100:00100000:0.0:1788744465.391407:0:14996:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c7cc926b-941e-4823-a2f7-075948338613+5:2350:x1875634047549440:12345-192.168.204.56@tcp:9:kworker.0 00000020:00000080:0.0:1788744465.391427:0:14996:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95a2e 00000100:00080000:0.0:1788744465.391434:0:14996:0:(import.c:65:import_set_state_nolock()) ffff940ac607f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788744465.391459:0:14996:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00080000:3.0:1788744465.391662:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788744465.391668:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744465.392303:0:15478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549312 00000100:00100000:1.0:1788744465.392313:0:15478:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549312 00000100:00100000:1.0:1788744465.392378:0:15478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 36 00000100:00100000:1.0:1788744465.392386:0:15478:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cc926b-941e-4823-a2f7-075948338613+6:2354:x1875634047549312:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744465.392448:0:15478:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cc926b-941e-4823-a2f7-075948338613+6:2354:x1875634047549312:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 62us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744465.392455:0:15478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 36 00010000:00010000:1.0:1788744465.392571:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744465.392797:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788744465.395901:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744465.396199:0:14996:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c7cc926b-941e-4823-a2f7-075948338613+2:2350:x1875634047549440:12345-192.168.204.56@tcp:9:kworker.0 Request processed in 4786us (5370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744465.396225:0:14996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 20 00000100:00100000:0.0:1788744465.396394:0:14996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744465.396414:0:14996:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c7cc926b-941e-4823-a2f7-075948338613+5:2350:x1875634047549568:12345-192.168.204.56@tcp:9:kworker.0 00000020:00000080:0.0:1788744465.396453:0:14996:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95a35 00000100:00080000:0.0:1788744465.396482:0:14996:0:(import.c:65:import_set_state_nolock()) ffff940ac6079000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788744465.396529:0:14996:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1788744465.396915:0:14998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:485aaa4b-4c98-4e00-ad7e-2419ecd72724+2:2350:x1875634047549056:12345-192.168.204.56@tcp:9:kworker.0 Request processed in 5766us (6125us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744465.396924:0:14998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 19 00000100:00100000:0.0:1788744465.397055:0:14996:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c7cc926b-941e-4823-a2f7-075948338613+2:2350:x1875634047549568:12345-192.168.204.56@tcp:9:kworker.0 Request processed in 649us (6206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744465.397062:0:14996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 21 00010000:00010000:1.0:1788744465.397495:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744465.434921:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744466.459892:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744466.975347:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744466.975376:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068502528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744466.975475:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744466.975597:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502528 00000100:00100000:1.0:1788744466.975610:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502528 00000100:00100000:1.0:1788744466.975683:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788744466.975693:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068502528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744466.975732:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788744466.975784:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068502528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744466.975791:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788744466.975816:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744466.976137:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068502528:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1788744467.052650:0:6708:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c7cc926b-941e-4823-a2f7-075948338613 00000020:00000080:0.0:1788744467.052714:0:6708:0:(genops.c:885:class_export_put()) final put ffff940ac607a800/c7cc926b-941e-4823-a2f7-075948338613 00000020:00000080:2.0:1788744467.052813:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac607a800/c7cc926b-941e-4823-a2f7-075948338613 for lustre-OST0000 00000020:00000080:2.0:1788744467.052863:0:1343:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ac607f800 for lustre-OST0000 00000001:00100000:2.0:1788744467.071283:0:6708:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 485aaa4b-4c98-4e00-ad7e-2419ecd72724 00000020:00000080:2.0:1788744467.071293:0:6708:0:(genops.c:885:class_export_put()) final put ffff940ace675800/485aaa4b-4c98-4e00-ad7e-2419ecd72724 00000020:00000080:3.0:1788744467.071420:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace675800/485aaa4b-4c98-4e00-ad7e-2419ecd72724 for lustre-OST0000 00000020:00000080:3.0:1788744467.071483:0:14727:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ace673800 for lustre-OST0000 00010000:00010000:3.0:1788744467.483716:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744467.994786:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068502656:0@lo:400:kworker.0 00000100:00100000:0.0:1788744467.994812:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068502912:0@lo:400:kworker.0 00000100:00100000:3.0:1788744467.997744:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068502784:0@lo:400:kworker.0 00000100:00100000:2.0:1788744468.001002:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744468.001117:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068503168:0@lo:400:kworker.0 00000100:00100000:2.0:1788744468.001179:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744468.001479:0:14312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503168 00000100:00100000:2.0:1788744468.001490:0:14312:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503168 00000100:00100000:2.0:1788744468.001594:0:14312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788744468.001608:0:14312:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068503168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744468.001692:0:14312:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068503168:12345-0@lo:400:kworker.0 Request processed in 87us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744468.001700:0:14312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788744468.002946:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502656 00000100:00100000:1.0:1788744468.002957:0:14304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502656 00000100:00100000:1.0:1788744468.003023:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788744468.003033:0:14304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c12d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068502656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744468.003118:0:14304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c12d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068502656:12345-0@lo:400:kworker.0 Request processed in 87us (2123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744468.003126:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00080000:1.0:1788744468.003158:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744468.003606:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744468.003853:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068503040:0@lo:400:kworker.0 00000100:00100000:0.0:1788744468.003889:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744468.003912:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744468.003918:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068503424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744468.003938:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744468.007144:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068503168:0@lo:400:kworker.0 00000100:00100000:2.0:1788744468.007165:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068502656:0@lo:400:kworker.0 00000100:00100000:1.0:1788744468.008167:0:14999:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502912 00000100:00100000:1.0:1788744468.008180:0:14999:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502912 00000100:00100000:1.0:1788744468.008262:0:14999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788744468.008273:0:14999:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068502912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744468.008381:0:14999:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068502912:12345-0@lo:400:kworker.0 Request processed in 110us (4775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744468.008402:0:14999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788744468.008439:0:15478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503040 00000100:00100000:1.0:1788744468.008444:0:15478:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503040 00000100:00100000:1.0:1788744468.008473:0:15478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788744468.008480:0:15478:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068503040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744468.008526:0:15478:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068503040:12345-0@lo:400:kworker.0 Request processed in 47us (4637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744468.008533:0:15478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788744468.008572:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503424 00000100:00100000:1.0:1788744468.008577:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503424 00000100:00100000:1.0:1788744468.008601:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788744468.008608:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068503424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788744468.008636:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788744468.008672:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068503424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (4732us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744468.008679:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788744468.008923:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068503424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788744468.008937:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068503040:0@lo:400:kworker.0 00000100:00080000:1.0:1788744468.008971:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744468.009113:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068502912:0@lo:400:kworker.0 00000100:00100000:3.0:1788744468.012030:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744468.012095:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068503296:0@lo:400:kworker.0 00000100:00100000:3.0:1788744468.012133:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744468.012161:0:14312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503296 00000100:00100000:3.0:1788744468.012169:0:14312:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503296 00000100:00100000:3.0:1788744468.012229:0:14312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788744468.012239:0:14312:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068503296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744468.012289:0:14312:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068503296:12345-0@lo:400:kworker.0 Request processed in 52us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744468.012305:0:14312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1788744468.012327:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744468.012360:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068503296:0@lo:400:kworker.0 00000100:00100000:0.0:1788744468.012440:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068502784 00000100:00100000:0.0:1788744468.012445:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068502784 00000100:00100000:0.0:1788744468.012488:0:14998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788744468.012495:0:14998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af685a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068502784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744468.012541:0:14998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af685a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068502784:12345-0@lo:400:kworker.0 Request processed in 46us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744468.012590:0:14998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1788744468.012837:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744468.012857:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068502784:0@lo:400:kworker.0 00000001:00080000:0.0:1788744468.072431:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1788744468.072449:0:5858:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000020:00080000:1.0:1788744468.072482:0:14349:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:1.0:1788744468.072495:0:14349:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00010000:00010000:2.0:1788744468.511306:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788744469.102779:0:7639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c7cc926b-941e-4823-a2f7-075948338613 00000020:00000080:3.0:1788744469.102789:0:7639:0:(genops.c:885:class_export_put()) final put ffff940ac6078800/c7cc926b-941e-4823-a2f7-075948338613 00000020:00000080:3.0:1788744469.102821:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac6078800/c7cc926b-941e-4823-a2f7-075948338613 for lustre-OST0001 00000020:00000080:3.0:1788744469.102870:0:14727:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ac6079000 for lustre-OST0001 00010000:00010000:3.0:1788744469.530994:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744470.508740:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744470.508771:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744470.508801:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744470.508827:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744470.508857:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549696 00000100:00100000:2.0:1788744470.508867:0:14306:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549696 00000100:00100000:2.0:1788744470.508917:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 126 00000100:00100000:2.0:1788744470.508927:0:14306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c12dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2353:x1875634047549696:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:2.0:1788744470.509002:0:14306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c12dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2353:x1875634047549696:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 76us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744470.509011:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 126 00000100:00100000:2.0:1788744470.509064:0:14999:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549952 00000100:00100000:2.0:1788744470.509068:0:14999:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549952 00000100:00100000:2.0:1788744470.509101:0:14999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 26 00000100:00100000:2.0:1788744470.509108:0:14999:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2353:x1875634047549952:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:2.0:1788744470.509135:0:14999:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2353:x1875634047549952:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 27us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744470.509141:0:14999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 26 00000100:00100000:3.0:1788744470.509683:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047549824 00000100:00100000:3.0:1788744470.509690:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047549824 00000100:00100000:3.0:1788744470.509725:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550080 00000100:00100000:3.0:1788744470.509728:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550080 00000100:00100000:3.0:1788744470.509750:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 40 00000100:00100000:3.0:1788744470.509758:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:2353:x1875634047549824:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744470.509798:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:2353:x1875634047549824:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 41us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744470.509805:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 40 00000100:00100000:3.0:1788744470.509817:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 41 00000100:00100000:3.0:1788744470.509823:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cc926b-941e-4823-a2f7-075948338613+6:2353:x1875634047550080:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744470.509842:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cc926b-941e-4823-a2f7-075948338613+6:2353:x1875634047550080:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 19us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744470.509849:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 41 00000100:00080000:3.0:1788744470.509862:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788744470.509878:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788744470.562317:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744471.583365:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744472.090672:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788744472.090696:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068503552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744472.090774:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744472.090874:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503552 00000100:00100000:1.0:1788744472.090882:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503552 00000100:00100000:1.0:1788744472.090939:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788744472.090958:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068503552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744472.091006:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788744472.091053:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068503552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (277us total) trans 0 rc 0/0 00000100:00080000:3.0:1788744472.091452:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744472.094521:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788744472.094641:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068503552:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788744472.605953:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744473.116213:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068503680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788744473.116283:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744473.116368:0:15000:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503680 00000100:00100000:1.0:1788744473.116378:0:15000:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503680 00000100:00100000:1.0:1788744473.116442:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788744473.116452:0:15000:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068503680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788744473.116495:0:15000:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788744473.116539:0:15000:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068503680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744473.116574:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1788744473.116596:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744473.116632:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068503680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744473.125211:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace37a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068504064:0@lo:400:kworker.0 00000100:00100000:2.0:1788744473.125469:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744473.125582:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788744473.125590:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068503936:0@lo:400:kworker.0 00000100:00100000:2.0:1788744473.125619:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744473.125677:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504064 00000100:00100000:3.0:1788744473.125685:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504064 00000100:00100000:3.0:1788744473.125740:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788744473.125750:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068504064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744473.125807:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068504064:12345-0@lo:400:kworker.0 Request processed in 59us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744473.125815:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788744473.126121:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace37a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068504064:0@lo:400:kworker.0 00000100:00100000:2.0:1788744473.126645:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068504192:0@lo:400:kworker.0 00000100:00100000:2.0:1788744473.126680:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744473.126737:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788744473.126743:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068503808:0@lo:400:kworker.0 00000100:00100000:2.0:1788744473.126772:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744473.126795:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068504320:0@lo:400:kworker.0 00000100:00100000:2.0:1788744473.126815:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744473.126835:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503808 00000100:00100000:1.0:1788744473.126841:0:14305:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503808 00000100:00100000:1.0:1788744473.126878:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788744473.126886:0:14305:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c12d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068503808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744473.126943:0:14305:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c12d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068503808:12345-0@lo:400:kworker.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744473.126950:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1788744473.130918:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068503808:0@lo:400:kworker.0 00000100:00100000:3.0:1788744473.131273:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504192 00000100:00100000:3.0:1788744473.131414:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504192 00000100:00100000:3.0:1788744473.131484:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504320 00000100:00100000:3.0:1788744473.131487:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504320 00000100:00100000:3.0:1788744473.131511:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788744473.131518:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068504192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744473.131622:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068504192:12345-0@lo:400:kworker.0 Request processed in 104us (4942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744473.131629:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788744473.131645:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788744473.131651:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068504320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744473.131675:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa486300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068504320:12345-0@lo:400:kworker.0 Request processed in 25us (4859us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744473.131681:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788744473.131731:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068504320:0@lo:400:kworker.0 00000100:00100000:3.0:1788744473.131742:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068504192:0@lo:400:kworker.0 00000100:00080000:1.0:1788744473.134043:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744473.134821:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068503936 00000100:00100000:0.0:1788744473.134838:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068503936 00000100:00100000:0.0:1788744473.134917:0:14998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744473.134931:0:14998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068503936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744473.135091:0:14998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068503936:12345-0@lo:400:kworker.0 Request processed in 164us (9470us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744473.135099:0:14998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744473.135149:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068503936:0@lo:400:kworker.0 00000040:00080000:3.0:1788744473.242923:0:14345:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788744473.242971:0:14345:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788744473.243017:0:14345:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788744473.243024:0:14345:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788744473.630125:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744474.653165:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788744475.198934:0:17251:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 21:27:52 (1788744472) 00000100:00100000:2.0:1788744475.625262:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744475.625312:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744475.625345:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744475.625386:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744475.625434:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550208 00000100:00100000:2.0:1788744475.625454:0:14304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550208 00000100:00100000:2.0:1788744475.625541:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 128 00000100:00100000:2.0:1788744475.625620:0:14304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad310f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2351:x1875634047550208:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:2.0:1788744475.625737:0:14304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad310f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2351:x1875634047550208:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 127us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744475.625747:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 128 00000100:00100000:2.0:1788744475.625817:0:14999:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550464 00000100:00100000:2.0:1788744475.625822:0:14999:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550464 00000100:00100000:2.0:1788744475.625879:0:14999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 28 00000100:00100000:2.0:1788744475.625886:0:14999:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2351:x1875634047550464:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:2.0:1788744475.625933:0:14999:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2351:x1875634047550464:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 47us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744475.625940:0:14999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 28 00000100:00080000:2.0:1788744475.626123:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744475.626816:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550336 00000100:00100000:1.0:1788744475.626826:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550336 00000100:00100000:1.0:1788744475.626873:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550592 00000100:00100000:1.0:1788744475.626877:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550592 00000100:00100000:1.0:1788744475.626905:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 45 00000100:00100000:1.0:1788744475.626932:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:2351:x1875634047550336:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744475.626990:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:2351:x1875634047550336:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 60us (1745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744475.626997:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 45 00000100:00100000:1.0:1788744475.627025:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 46 00000100:00100000:1.0:1788744475.627033:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cc926b-941e-4823-a2f7-075948338613+6:2351:x1875634047550592:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744475.627058:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cc926b-941e-4823-a2f7-075948338613+6:2351:x1875634047550592:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 26us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744475.627074:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 46 00000100:00080000:2.0:1788744475.628224:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788744475.676704:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744476.698806:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744477.211461:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068504448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788744477.211565:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744477.217724:0:15000:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504448 00000100:00100000:2.0:1788744477.217741:0:15000:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504448 00000100:00100000:2.0:1788744477.217813:0:15000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788744477.217824:0:15000:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068504448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744477.217873:0:15000:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788744477.222046:0:15000:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068504448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4201us (10475us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744477.222064:0:15000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1788744477.222113:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788744477.227649:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068504448:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788744477.722943:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744478.235969:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788744478.235997:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068504576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744478.236082:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744478.236368:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504576 00000100:00100000:1.0:1788744478.236379:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504576 00000100:00100000:1.0:1788744478.236449:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788744478.236460:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068504576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788744478.236524:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788744478.236594:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068504576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744478.236601:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788744478.236810:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068504576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744478.236933:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068504832:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.236965:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744478.236991:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788744478.236997:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3313:1875634068504704:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237027:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744478.237057:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068505216:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237082:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744478.237110:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068505088:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237132:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744478.237148:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744478.237153:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068504960:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237181:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744478.237206:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504832 00000100:00100000:0.0:1788744478.237210:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504832 00000100:00100000:0.0:1788744478.237242:0:14998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788744478.237249:0:14998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068504832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237377:0:14998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068504832:12345-0@lo:400:kworker.0 Request processed in 128us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744478.237384:0:14998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788744478.237405:0:14306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504704 00000100:00100000:0.0:1788744478.237409:0:14306:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504704 00000100:00100000:0.0:1788744478.237437:0:14306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1788744478.237444:0:14306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad310d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3313:x1875634068504704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237771:0:14306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad310d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3313:x1875634068504704:12345-0@lo:400:kworker.0 Request processed in 32us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744478.237781:0:14306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1788744478.237816:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505216 00000100:00100000:0.0:1788744478.237820:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505216 00000100:00100000:0.0:1788744478.237848:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505088 00000100:00100000:0.0:1788744478.237851:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505088 00000100:00100000:0.0:1788744478.237874:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068504960 00000100:00100000:0.0:1788744478.237877:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068504960 00000100:00100000:0.0:1788744478.237892:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788744478.237898:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068505216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.237938:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068505216:12345-0@lo:400:kworker.0 Request processed in 39us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744478.237944:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788744478.237957:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788744478.237963:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068505088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.238013:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068505088:12345-0@lo:400:kworker.0 Request processed in 50us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744478.238020:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788744478.238032:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788744478.238038:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068504960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.238067:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068504960:12345-0@lo:400:kworker.0 Request processed in 30us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744478.238072:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788744478.238125:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068504960:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.238136:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068505088:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.238167:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3313:1875634068504704:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.238177:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068505216:0@lo:400:kworker.0 00000100:00100000:0.0:1788744478.238186:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068504832:0@lo:400:kworker.0 00000100:00080000:2.0:1788744478.238301:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788744478.238306:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788744478.746877:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744479.771136:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744480.351262:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744480.351603:0:14314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550848 00000100:00100000:0.0:1788744480.351614:0:14314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550848 00000100:00100000:0.0:1788744480.351714:0:14314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:0.0:1788744480.351729:0:14314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+12:15273:x1875634047550848:12345-192.168.204.56@tcp:35:umount.0 00000001:00080000:0.0:1788744480.352239:0:14314:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00080000:2.0:1788744480.352472:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1788744480.352671:0:14314:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1788744480.352846:0:14314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:485aaa4b-4c98-4e00-ad7e-2419ecd72724+15:15273:x1875634047550848:12345-192.168.204.56@tcp:35:umount.0 Request processed in 1118us (1596us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788744480.352856:0:14314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 13 00000020:00080000:0.0:1788744480.352862:0:14314:0:(tgt_main.c:545:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788744480.358099:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744480.358145:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744480.358183:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744480.358292:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047550976 00000100:00100000:1.0:1788744480.358304:0:14296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047550976 00000100:00100000:1.0:1788744480.358372:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047551232 00000100:00100000:1.0:1788744480.358375:0:14296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047551232 00000100:00100000:1.0:1788744480.358389:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047551104 00000100:00100000:1.0:1788744480.358391:0:14296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047551104 00000100:00100000:1.0:1788744480.358407:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 3 00000100:00100000:1.0:1788744480.358418:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+15:2352:x1875634047550976:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744480.358454:0:14296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744480.358482:0:14296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d2600/0x7cd2bfd5e1b959da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576153a expref: 15 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744480.358505:0:14296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744480.358620:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+14:2352:x1875634047550976:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 203us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744480.358629:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 3 00000100:00100000:1.0:1788744480.358651:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:1.0:1788744480.358658:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+13:2352:x1875634047551232:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744480.358666:0:14296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744480.358676:0:14296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac29cbe00/0x7cd2bfd5e1b95a82 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761605 expref: 13 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744480.358687:0:14296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744480.358705:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+12:2352:x1875634047551232:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 48us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744480.358712:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:1.0:1788744480.358724:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:1.0:1788744480.358730:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afb61dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+11:2352:x1875634047551104:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744480.358759:0:14296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744480.358769:0:14296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c24de600/0x7cd2bfd5e1b959e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761564 expref: 11 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744480.358784:0:14296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744480.358804:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afb61dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+10:2352:x1875634047551104:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 74us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744480.358811:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:2.0:1788744480.364976:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744480.365219:0:14999:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047551360 00000100:00100000:0.0:1788744480.365231:0:14999:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047551360 00000100:00100000:0.0:1788744480.365351:0:14999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22 00000100:00100000:0.0:1788744480.365362:0:14999:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+5:2350:x1875634047551360:12345-192.168.204.56@tcp:9:umount.0 00000020:00000080:0.0:1788744480.365406:0:14999:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b959fd 00000100:00080000:0.0:1788744480.365417:0:14999:0:(import.c:65:import_set_state_nolock()) ffff940ace674800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788744480.365470:0:14999:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:0.0:1788744480.365877:0:14999:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+2:2350:x1875634047551360:12345-192.168.204.56@tcp:9:umount.0 Request processed in 515us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744480.365886:0:14999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22 00010000:00010000:1.0:1788744480.366331:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788744480.367325:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788744480.382408:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744480.382644:0:14313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047552256 00000100:00100000:0.0:1788744480.382663:0:14313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047552256 00000100:00100000:0.0:1788744480.383207:0:14313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 55 00000100:00100000:0.0:1788744480.383225:0:14313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+15:2350:x1875634047552256:12345-192.168.204.56@tcp:39:umount.0 00000020:00000080:0.0:1788744480.383282:0:14313:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b959ef 00000020:00010000:0.0:1788744480.383312:0:14313:0:(genops.c:1920:obd_stale_export_put()) Put export ffff940ac6079800: total 0 00000100:00080000:0.0:1788744480.383319:0:14313:0:(import.c:65:import_set_state_nolock()) ffff940ac6078000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788744480.384241:0:14313:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1788744480.384844:0:14313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:485aaa4b-4c98-4e00-ad7e-2419ecd72724+14:2350:x1875634047552256:12345-192.168.204.56@tcp:39:umount.0 Request processed in 1618us (2445us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1788744480.384857:0:14313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 55 00000020:00010000:2.0:1788744480.393864:0:14299:0:(genops.c:1906:obd_stale_export_get()) Get export ffff940ac6079800: total 0 00010000:00010000:2.0:1788744480.393881:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744480.394108:0:14299:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff940ac6079800, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1788744480.394168:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff940ad0012200) 00010000:00010000:2.0:1788744480.394196:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744480.394216:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca200/0x7cd2bfd5e1b95aba lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761613 expref: 13 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394257:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ad0017300) 00010000:00010000:2.0:1788744480.394260:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788744480.394264:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c24dfe00/0x7cd2bfd5e1b95af2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761621 expref: 12 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394279:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff940ad0017800) 00010000:00010000:2.0:1788744480.394283:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788744480.394286:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c24df800/0x7cd2bfd5e1b95a9e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576160c expref: 11 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394305:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff940ad90af500) 00010000:00010000:2.0:1788744480.394307:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788744480.394312:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c24df400/0x7cd2bfd5e1b95b77 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576164b expref: 10 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394332:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff940ad0012000) 00010000:00010000:2.0:1788744480.394336:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788744480.394339:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca800/0x7cd2bfd5e1b95c73 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761698 expref: 9 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394358:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff940ac3570e00) 00010000:00010000:2.0:1788744480.394361:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788744480.394365:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c24dfc00/0x7cd2bfd5e1b95bf5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761675 expref: 8 pid: 14313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394394:0:14299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff940ac3570e00) 00010000:00010000:2.0:1788744480.394396:0:14299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788744480.394401:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940af73d2200/0x7cd2bfd5e1b95c18 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761683 expref: 7 pid: 14312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744480.394421:0:14299:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff940ac6079800, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1788744480.394434:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744480.394436:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744480.394440:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744480.743370:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744480.744068:0:15478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047552384 00000100:00100000:0.0:1788744480.744087:0:15478:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047552384 00000100:00100000:0.0:1788744480.744211:0:15478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 50 00000100:00100000:0.0:1788744480.744225:0:15478:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cc926b-941e-4823-a2f7-075948338613+6:2351:x1875634047552384:12345-192.168.204.56@tcp:400:kworker.0 00000100:00080000:2.0:1788744480.744238:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744480.744361:0:15478:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cc926b-941e-4823-a2f7-075948338613+6:2351:x1875634047552384:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 138us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744480.744391:0:15478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 50 00010000:00010000:1.0:1788744480.798011:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744481.818906:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744482.333811:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068505344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788744482.333909:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744482.334264:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505344 00000100:00100000:2.0:1788744482.334275:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505344 00000100:00100000:2.0:1788744482.334349:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788744482.334359:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068505344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744482.334395:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788744482.334449:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068505344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744482.334457:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788744482.334501:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068505344:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788744482.334579:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744482.667674:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744482.667725:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744482.667776:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744482.667894:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047552512 00000100:00100000:1.0:1788744482.667905:0:14297:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047552512 00000100:00100000:2.0:1788744482.667940:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047552768 00000100:00100000:2.0:1788744482.667945:0:14296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047552768 00000100:00100000:1.0:1788744482.667959:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047552640 00000100:00100000:1.0:1788744482.667962:0:14297:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047552640 00000100:00100000:2.0:1788744482.667970:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:2.0:1788744482.667981:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+12:2354:x1875634047552512:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744482.668000:0:14296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744482.668031:0:14296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940afaa77a00/0x7cd2bfd5e1b95a12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576159c expref: 12 pid: 14306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744482.668049:0:14296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744482.668119:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+11:2354:x1875634047552512:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 139us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744482.678813:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:2.0:1788744482.678937:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:2.0:1788744482.678953:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+10:2354:x1875634047552768:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744482.679115:0:14296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744482.679146:0:14296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c24dee00/0x7cd2bfd5e1b95a7b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57615fe expref: 10 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744482.679167:0:14296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744482.679398:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+9:2354:x1875634047552768:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 450us (11670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744482.679416:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:2.0:1788744482.679438:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:2.0:1788744482.679446:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+8:2354:x1875634047552640:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788744482.679454:0:14296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744482.679464:0:14296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c24de400/0x7cd2bfd5e1b95a19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57615c6 expref: 8 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744482.679475:0:14296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744482.679495:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d4cdde-e6b8-4c5c-b056-f647979e858e+7:2354:x1875634047552640:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 51us (11720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744482.679502:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:3.0:1788744482.689803:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744482.693833:0:14312:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553024 00000100:00100000:1.0:1788744482.693854:0:14312:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553024 00000100:00100000:1.0:1788744482.694001:0:14312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 56 00000100:00100000:1.0:1788744482.694013:0:14312:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c7cc926b-941e-4823-a2f7-075948338613+6:2350:x1875634047553024:12345-192.168.204.56@tcp:39:umount.0 00000020:00000080:1.0:1788744482.694207:0:14312:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95a27 00000020:00010000:1.0:1788744482.694217:0:14312:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9409c3657000: total 0 00000100:00080000:1.0:1788744482.694222:0:14312:0:(import.c:65:import_set_state_nolock()) ffff9409c2486800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788744482.694267:0:14312:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:1.0:1788744482.694625:0:14312:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c7cc926b-941e-4823-a2f7-075948338613+5:2350:x1875634047553024:12345-192.168.204.56@tcp:39:umount.0 Request processed in 613us (4844us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1788744482.694636:0:14312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 56 00000020:00010000:2.0:1788744482.694831:0:14300:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9409c3657000: total 0 00010000:00010000:2.0:1788744482.694885:0:14300:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9409c3657000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788744482.694929:0:14300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ad0017300) 00010000:00010000:2.0:1788744482.694932:0:14300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788744482.694941:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c24de200/0x7cd2bfd5e1b95b00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761628 expref: 4 pid: 14311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744482.694974:0:14300:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9409c3657000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788744482.694985:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744482.694987:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744482.694989:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744482.699221:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744482.727327:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744482.727449:0:14305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553280 00000100:00100000:2.0:1788744482.727461:0:14305:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553280 00000100:00100000:2.0:1788744482.727522:0:14305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 130 00000100:00100000:2.0:1788744482.727532:0:14305:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad310c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d4cdde-e6b8-4c5c-b056-f647979e858e+7:2350:x1875634047553280:12345-192.168.204.56@tcp:251:umount.0 00000020:00000080:2.0:1788744482.727625:0:14305:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b959cc 00000020:00010000:2.0:1788744482.727635:0:14305:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9409c3654000: total 0 00000100:00080000:2.0:1788744482.727640:0:14305:0:(import.c:65:import_set_state_nolock()) ffff9409c3655800 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1788744482.727839:0:14299:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9409c3654000: total 0 00010000:00010000:3.0:1788744482.727844:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744482.727906:0:14299:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9409c3654000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788744482.727950:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d3200/0x7cd2bfd5e1b959d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761533 expref: 3 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744482.727968:0:14299:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9409c3654000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788744482.727980:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744482.727982:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744482.727984:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744482.728238:0:14305:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad310c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d4cdde-e6b8-4c5c-b056-f647979e858e+1:2350:x1875634047553280:12345-192.168.204.56@tcp:251:umount.0 Request processed in 705us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744482.728246:0:14305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 130 00000020:00000080:2.0:1788744482.728257:0:14305:0:(genops.c:885:class_export_put()) final put ffff9409c3654000/d9d4cdde-e6b8-4c5c-b056-f647979e858e 00000020:00000080:1.0:1788744482.728341:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c3654000/d9d4cdde-e6b8-4c5c-b056-f647979e858e for MGS 00000020:00000080:1.0:1788744482.728393:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c3655800 for MGS 00010000:00010000:2.0:1788744482.842881:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744483.354704:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744483.354728:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068505472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744483.354817:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744483.354892:0:15001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505472 00000100:00100000:0.0:1788744483.354901:0:15001:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505472 00000100:00100000:0.0:1788744483.354972:0:15001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788744483.354982:0:15001:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068505472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788744483.355019:0:15001:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788744483.355067:0:15001:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068505472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744483.355074:0:15001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1788744483.355096:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788744483.355131:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068505472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788744483.356247:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068505728:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356304:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744483.356341:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788744483.356361:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068505856:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356404:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744483.356442:0:14998:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505728 00000100:00100000:1.0:1788744483.356448:0:14998:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505728 00000100:00100000:1.0:1788744483.356487:0:14998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788744483.356497:0:14998:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068505728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356572:0:14998:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068505728:12345-0@lo:400:kworker.0 Request processed in 75us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744483.356579:0:14998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788744483.356612:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068505728:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356633:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3311:1875634068505600:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356664:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744483.356691:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875634068506112:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356711:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744483.356732:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788744483.356737:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068505984:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.356756:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744483.356797:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505856 00000100:00100000:1.0:1788744483.356801:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505856 00000100:00100000:1.0:1788744483.356828:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506112 00000100:00100000:1.0:1788744483.356831:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506112 00000100:00100000:1.0:1788744483.356848:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505984 00000100:00100000:1.0:1788744483.356850:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505984 00000100:00100000:1.0:1788744483.357542:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788744483.357577:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068505856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.357631:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068505856:12345-0@lo:400:kworker.0 Request processed in 56us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744483.357637:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788744483.357652:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788744483.357659:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875634068506112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.357691:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875634068506112:12345-0@lo:400:kworker.0 Request processed in 32us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744483.357697:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788744483.357710:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788744483.357716:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068505984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.357743:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068505984:12345-0@lo:400:kworker.0 Request processed in 27us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744483.357748:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788744483.358242:0:14304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068505600 00000100:00100000:0.0:1788744483.358251:0:14304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068505600 00000100:00100000:0.0:1788744483.358285:0:14304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1788744483.358293:0:14304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad310fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3311:x1875634068505600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.359735:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068505856:0@lo:400:kworker.0 00000100:00100000:0.0:1788744483.361171:0:14304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad310fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3311:x1875634068505600:12345-0@lo:400:kworker.0 Request processed in 2871us (4497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744483.361184:0:14304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:0.0:1788744483.361288:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744483.368392:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068505984:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.368413:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3311:1875634068505600:0@lo:400:kworker.0 00000100:00100000:1.0:1788744483.368427:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875634068506112:0@lo:400:kworker.0 00000001:00100000:0.0:1788744483.442988:0:5858:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 485aaa4b-4c98-4e00-ad7e-2419ecd72724 00000001:00080000:0.0:1788744483.443010:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1788744483.443021:0:5858:0:(genops.c:885:class_export_put()) final put ffff940ac6079800/485aaa4b-4c98-4e00-ad7e-2419ecd72724 00000001:00100000:0.0:1788744483.443045:0:5858:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c7cc926b-941e-4823-a2f7-075948338613 00000001:00080000:0.0:1788744483.443053:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1788744483.443055:0:5858:0:(genops.c:885:class_export_put()) final put ffff9409c3657000/c7cc926b-941e-4823-a2f7-075948338613 00000020:00000080:2.0:1788744483.443106:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac6079800/485aaa4b-4c98-4e00-ad7e-2419ecd72724 for lustre-MDT0000 00000020:00000080:2.0:1788744483.443173:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c3657000/c7cc926b-941e-4823-a2f7-075948338613 for lustre-MDT0000 00000020:00000080:2.0:1788744483.443208:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ac6078000 for lustre-MDT0000 00000020:00000080:2.0:1788744483.443213:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c2486800 for lustre-MDT0000 00000040:00080000:3.0:1788744483.483885:0:14345:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788744483.483901:0:14345:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788744483.484024:0:14345:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788744483.484032:0:14345:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788744483.867317:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788744484.474615:0:7639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 485aaa4b-4c98-4e00-ad7e-2419ecd72724 00000020:00000080:0.0:1788744484.474627:0:7639:0:(genops.c:885:class_export_put()) final put ffff940ace677800/485aaa4b-4c98-4e00-ad7e-2419ecd72724 00000020:00000080:2.0:1788744484.474684:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace677800/485aaa4b-4c98-4e00-ad7e-2419ecd72724 for lustre-OST0001 00000020:00000080:2.0:1788744484.474787:0:14727:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ace674800 for lustre-OST0001 00010000:00010000:1.0:1788744484.897971:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788744484.985809:0:17450:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1788744484.994695:0:17450:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788744484.994771:0:17450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.994786:0:17450:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.994794:0:17450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.994802:0:17450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.994819:0:17450:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788744484.994826:0:17450:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1788744484.994854:0:14299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744484.994861:0:14299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.994869:0:14299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac13fc800 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:3.0:1788744484.994873:0:14299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.994883:0:14299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788744484.995026:0:14299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744484.995033:0:14299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788744484.995035:0:14299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788744484.995038:0:14299:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788744484.995076:0:14299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.995082:0:14299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788744484.995187:0:14299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.995195:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940ac13fc800/0x7cd2bfd5e1b956fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95702 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744484.995208:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744484.995210:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744484.995212:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744484.995228:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744484.995234:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788744484.995242:0:17450:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788744484.995257:0:17450:0:(import.c:65:import_set_state_nolock()) ffff940b0096e800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788744484.995524:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068506240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744484.995616:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744484.995655:0:14297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506240 00000100:00100000:0.0:1788744484.995664:0:14297:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506240 00000100:00100000:1.0:1788744484.995698:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875634068506368:0@lo:39:umount.0 00000100:00100000:1.0:1788744484.995729:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744484.995789:0:14311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506368 00000100:00100000:1.0:1788744484.995793:0:14311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506368 00000100:00100000:1.0:1788744484.995831:0:14311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788744484.995831:0:14297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788744484.995840:0:14311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875634068506368:12345-0@lo:39:umount.0 00000100:00100000:0.0:1788744484.995840:0:14297:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3312:x1875634068506240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744484.995855:0:14297:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:1.0:1788744484.995862:0:14311:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b9572c 00000100:00080000:1.0:1788744484.995870:0:14311:0:(import.c:65:import_set_state_nolock()) ffff940b00968800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788744484.995871:0:14297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac13fd400/0x7cd2bfd5e1b95702 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b956fb expref: 19 pid: 14306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744484.995887:0:14297:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744484.995932:0:14311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3309:x1875634068506368:12345-0@lo:39:umount.0 Request processed in 91us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744484.995932:0:14297:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+18:3312:x1875634068506240:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744484.995940:0:14311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788744484.995940:0:14297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000080:1.0:1788744484.995949:0:14311:0:(genops.c:885:class_export_put()) final put ffff940ace4e0000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1788744484.995973:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788744484.995983:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace4e0000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788744484.996031:0:1343:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940b00968800 for lustre-MDT0000 00000100:00080000:1.0:1788744484.996070:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940b0096e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788744484.996081:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875634068506368:0@lo:39:umount.0 00000100:00100000:1.0:1788744484.996108:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068506240:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1788744484.996135:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788744484.996138:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788744484.996141:0:17450:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788744485.001362:0:17450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001387:0:17450:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001395:0:17450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001423:0:17450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001453:0:17450:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788744485.001461:0:17450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001467:0:17450:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001473:0:17450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001478:0:17450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001491:0:17450:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788744485.001505:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744485.001511:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001518:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac13fd600 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744485.001522:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001531:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744485.001539:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744485.001581:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744485.001583:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1788744485.001630:0:14300:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001638:0:14300:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744485.001672:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001679:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940ac13fd600/0x7cd2bfd5e1b95661 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95668 expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001697:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744485.001701:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001706:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3a00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744485.001709:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001717:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744485.001723:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744485.001728:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744485.001730:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788744485.001733:0:14300:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788744485.001766:0:14300:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001772:0:14300:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744485.001788:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001795:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b958f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b958fa expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.001812:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744485.001813:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744485.001815:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744485.001823:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788744485.001847:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068506496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744485.001931:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744485.006654:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788744485.006690:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3311:1875634068506624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744485.006795:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744485.008148:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506496 00000100:00100000:3.0:1788744485.008168:0:14298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506496 00010000:00010000:3.0:1788744485.008200:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744485.008311:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744485.008324:0:14298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+18:3312:x1875634068506496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744485.008344:0:14298:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744485.008386:0:14298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95661 expref: 18 pid: 14306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744485.008410:0:14298:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744485.008497:0:14298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+17:3312:x1875634068506496:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (6567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744485.008505:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744485.008588:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068506496:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744485.012154:0:17450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012176:0:17450:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012183:0:17450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012191:0:17450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012252:0:17450:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788744485.012260:0:17450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012268:0:17450:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012275:0:17450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012281:0:17450:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744485.012302:0:17450:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788744485.012308:0:17450:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1788744485.012314:0:17450:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1788744485.012351:0:17450:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1788744485.012357:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1788744485.012362:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744485.012368:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1788744485.012375:0:17450:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9409c3651800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744485.012381:0:17450:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9409c2481800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788744485.012385:0:17450:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9409c11e0000) has exports, disconnecting them 00000020:00080000:1.0:1788744485.012390:0:17450:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9409c3651800), last request at 1788744483 00000020:00000080:1.0:1788744485.012397:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b958e5 00000100:00080000:1.0:1788744485.012421:0:17450:0:(import.c:65:import_set_state_nolock()) ffff9409c3650000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788744485.012474:0:17450:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9409c3651800): rc 0 00000020:00000080:1.0:1788744485.012477:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c3651800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1788744485.012496:0:17450:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9409c2481800), last request at 1788744483 00000020:00000080:1.0:1788744485.012500:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b957b1 00000100:00080000:1.0:1788744485.012505:0:17450:0:(import.c:65:import_set_state_nolock()) ffff9409c2480000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1788744485.012519:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c3651800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788744485.012591:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c3650000 for lustre-MDT0000 00000020:00080000:1.0:1788744485.012608:0:17450:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9409c2481800): rc 0 00000020:00000080:1.0:1788744485.012610:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c2481800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:1.0:1788744485.012621:0:17450:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbcb70194bae0 00000020:00000080:1.0:1788744485.012633:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2481800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788744485.012657:0:1343:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c2480000 for lustre-MDT0000 00000100:00080000:1.0:1788744485.012685:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788744485.012689:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1788744485.012707:0:17450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:2.0:1788744485.012723:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744485.012731:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012749:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77e00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:2.0:1788744485.012753:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012761:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744485.012769:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744485.012775:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788744485.012778:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788744485.012780:0:14300:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:1.0:1788744485.012794:0:17450:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788744485.012811:0:17450:0:(import.c:65:import_set_state_nolock()) ffff940acdcd1800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788744485.012814:0:14300:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012820:0:14300:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00080000:1.0:1788744485.012828:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788744485.012831:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 3 00010000:00010000:2.0:1788744485.012836:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788744485.012839:0:17450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:2.0:1788744485.012843:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940afaa77e00/0x7cd2bfd5e1b95a6d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b95a74 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012856:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744485.012859:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012875:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac13fc400 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:2.0:1788744485.012878:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012885:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744485.012892:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744485.012898:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744485.012900:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788744485.012902:0:14300:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788744485.012915:0:14300:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012921:0:14300:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744485.012935:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012942:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940ac13fc400/0x7cd2bfd5e1b95653 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b9565a expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.012955:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744485.012956:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744485.012958:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744485.012973:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3311:1875634068506880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744485.013039:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744485.014561:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068506752:0@lo:9:umount.0 00000100:00100000:1.0:1788744485.014633:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788744485.014750:0:17450:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788744485.014769:0:17450:0:(import.c:65:import_set_state_nolock()) ffff940ad0cf2800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788744485.014793:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068507136:0@lo:9:umount.0 00000100:00100000:1.0:1788744485.014814:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1788744485.014862:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9409c11e0000) has no exports 00010000:00010000:1.0:1788744485.015285:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744485.015301:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744485.015313:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3313:1875634068507008:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744485.015365:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744485.015408:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506624 00000100:00100000:3.0:1788744485.015418:0:14298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506624 00000100:00100000:3.0:1788744485.015454:0:16538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506752 00000100:00100000:3.0:1788744485.015459:0:16538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506752 00000100:00100000:3.0:1788744485.015521:0:16538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068507136 00000100:00100000:3.0:1788744485.015524:0:16538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068507136 00000100:00100000:3.0:1788744485.015544:0:16538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788744485.015569:0:16538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875634068506752:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788744485.015600:0:16538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b957cd 00000100:00080000:3.0:1788744485.015609:0:16538:0:(import.c:65:import_set_state_nolock()) ffff940ad8469000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788744485.015648:0:16538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1788744485.016030:0:16538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3309:x1875634068506752:12345-0@lo:9:umount.0 Request processed in 462us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744485.016038:0:16538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788744485.016053:0:16538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788744485.016059:0:16538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1875634068507136:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788744485.016072:0:16538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95901 00000100:00080000:3.0:1788744485.016078:0:16538:0:(import.c:65:import_set_state_nolock()) ffff9409c3654800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788744485.016226:0:16538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:3.0:1788744485.016445:0:16538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3309:x1875634068507136:12345-0@lo:9:umount.0 Request processed in 385us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744485.016461:0:16538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1788744485.016545:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788744485.016565:0:14307:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788744485.016606:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ad0cf2800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788744485.016618:0:3309:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788744485.016621:0:3309:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744485.016624:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068507136:0@lo:9:umount.0 00000100:00080000:3.0:1788744485.016635:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940acdcd1800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788744485.016641:0:3309:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788744485.016643:0:3309:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744485.016645:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068506752:0@lo:9:umount.0 00010000:00010000:3.0:1788744485.016676:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744485.016681:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744485.016725:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068506880 00000100:00100000:3.0:1788744485.016730:0:14298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068506880 00000100:00100000:3.0:1788744485.016758:0:14298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068507008 00000100:00100000:3.0:1788744485.016763:0:14298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068507008 00000100:00100000:3.0:1788744485.016778:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744485.016787:0:14298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+19:3311:x1875634068506624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744485.016799:0:14298:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744485.016821:0:14298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d2a00/0x7cd2bfd5e1b958fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b958f3 expref: 19 pid: 14306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744485.016840:0:14298:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744485.016867:0:14298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+18:3311:x1875634068506624:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (10073us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744485.016874:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744485.016885:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744485.016897:0:14298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afb61cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+17:3311:x1875634068506880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744485.016907:0:14298:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744485.016915:0:14298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c24de800/0x7cd2bfd5e1b95a74 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95a6d expref: 17 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744485.016928:0:14298:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744485.016952:0:14298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afb61cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+16:3311:x1875634068506880:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (3914us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744485.016959:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744485.016996:0:14298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788744485.017002:0:14298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+15:3313:x1875634068507008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744485.017009:0:14298:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744485.017016:0:14298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af7388400/0x7cd2bfd5e1b9565a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95653 expref: 15 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744485.017027:0:14298:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744485.017053:0:14298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:273d7090-42fe-4f7f-bcb4-bccbf35a43d0+14:3313:x1875634068507008:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (1687us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744485.017059:0:14298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744485.018293:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3311:1875634068506880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744485.018329:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3311:1875634068506624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788744485.018415:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3313:1875634068507008:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1788744485.028889:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9409c11e0000) has no exports 00000020:00000080:1.0:1788744485.075486:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b956ae 00000020:00000080:1.0:1788744485.075507:0:17450:0:(genops.c:885:class_export_put()) final put ffff940af6e5b000/lustre-QMT0000_UUID 00000020:01000000:1.0:1788744485.075697:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788744485.075799:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744485.075810:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788744485.075816:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff940ac60a0000) has no exports 00000020:00000080:0.0:1788744485.076195:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b956a7 00000020:00000080:0.0:1788744485.076202:0:17450:0:(genops.c:885:class_export_put()) final put ffff940ac2f93000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788744485.076231:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940af6e5b000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788744485.076384:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac2f93000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788744485.076794:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.076803:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788744485.076807:0:17450:0:(genops.c:885:class_export_put()) final put ffff940ac7f48800/lustre-QMT0000_UUID 00000020:00000080:0.0:1788744485.076809:0:17450:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac7f48800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788744485.076832:0:17450:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:0.0:1788744485.076946:0:17450:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940ace78f1e0 - data ffff940ac441e000/ffff9409c210d800 00000020:01000000:0.0:1788744485.077191:0:17450:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940ad2f09c00 - data ffff940affece360/ffff940b001c2c00 00000001:00000004:2.0:1788744485.096841:0:17450:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1788744485.252159:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788744485.252171:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788744485.252202:0:17450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744485.252205:0:17450:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788744485.255765:0:14333:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788744485.255775:0:14333:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788744485.255791:0:14333:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788744485.257139:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788744485.257146:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:3.0:1788744485.257169:0:17450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788744485.257173:0:17450:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788744485.257747:0:14335:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788744485.257753:0:14335:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1788744485.257764:0:14335:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788744485.392935:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95676 00000020:00000080:1.0:1788744485.392948:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c2149800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788744485.394146:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b9568b 00000020:00000080:1.0:1788744485.394154:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c214c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788744485.394204:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2149800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788744485.394692:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788744485.394699:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744485.394819:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788744485.394825:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9409c11e19c0) has no exports 00000004:01000000:1.0:1788744485.394981:0:17450:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788744485.394991:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b956d8 00000020:00000080:1.0:1788744485.394996:0:17450:0:(genops.c:885:class_export_put()) final put ffff940aff845000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788744485.395000:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788744485.395004:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744485.395008:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788744485.395011:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff940ad0ce99c0) has no exports 00000020:00000080:1.0:1788744485.395016:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b956d1 00000020:00000080:1.0:1788744485.395019:0:17450:0:(genops.c:885:class_export_put()) final put ffff940ad0cf3000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1788744485.395343:0:17450:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788744485.395348:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788744485.395351:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:1.0:1788744485.395357:0:17450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788744485.395359:0:17450:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788744485.395390:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744485.395396:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788744485.395402:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b956c3 00000020:00000080:1.0:1788744485.395406:0:17450:0:(genops.c:885:class_export_put()) final put ffff940ace4e6800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788744485.395410:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788744485.395480:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744485.395484:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788744485.395487:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff940ad1cd3380) has no exports 00000020:00000080:1.0:1788744485.395491:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b956bc 00000020:00000080:1.0:1788744485.395495:0:17450:0:(genops.c:885:class_export_put()) final put ffff940acdcd2800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788744485.395747:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c214c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1788744485.395756:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940aff845000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788744485.395763:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad0cf3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788744485.395768:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ad0cf2800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788744485.395774:0:36:0:(genops.c:885:class_export_put()) final put ffff940ace4e1000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788744485.395776:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace4e1000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788744485.395781:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788744485.395858:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace4e6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788744485.395864:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940acdcd2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788744485.396239:0:17450:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788744485.396244:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788744485.396247:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788744485.396252:0:17450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788744485.396254:0:17450:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744485.396336:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.396342:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788744485.396371:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.396374:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788744485.396378:0:17450:0:(genops.c:885:class_export_put()) final put ffff940ac2d3f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744485.396381:0:17450:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac2d3f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788744485.396392:0:17450:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788744485.396609:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95692 00000020:00000080:0.0:1788744485.396616:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c2149000/lustre-MDD0000_UUID 00000020:00000080:3.0:1788744485.397045:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940acdcd1800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788744485.397053:0:36:0:(genops.c:885:class_export_put()) final put ffff940ace4e4800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788744485.397056:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace4e4800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788744485.397061:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788744485.397193:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1788744485.397199:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744485.397206:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788744485.397210:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff940af78d3380) has no exports 00000020:00000080:0.0:1788744485.397232:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.397237:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1788744485.397241:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95699 00000020:00000080:0.0:1788744485.397246:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c214b800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788744485.403565:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2149000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788744485.403585:0:36:0:(genops.c:885:class_export_put()) final put ffff9409c214e000/lustre-MDD0000_UUID 00000020:00000080:3.0:1788744485.403589:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c214e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788744485.403600:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:0.0:1788744485.404060:0:17450:0:(tgt_mount.c:187:server_put_mount()) put mount ffff940ac2d3a000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1788744485.404066:0:17450:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940ac2d3a000 3 00000020:01000004:0.0:1788744485.404069:0:17450:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff940ac2d3a000 from lustre-MDT0000 00000020:00000080:0.0:1788744485.404102:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.404113:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1788744485.404117:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c214e800/lustre-MDT0000_UUID 00000020:00000080:0.0:1788744485.404119:0:17450:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c214e800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1788744485.404129:0:17450:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1788744485.404172:0:17450:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1788744485.404177:0:17450:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788744485.404181:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788744485.404186:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744485.404191:0:17450:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788744485.404199:0:17450:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff940affaf3000 273d7090-42fe-4f7f-bcb4-bccbf35a43d0 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788744485.404206:0:17450:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff940ac60a19c0) has exports, disconnecting them 00000020:00080000:0.0:1788744485.404211:0:17450:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff940affaf3000), last request at 1788744399 00000020:00000080:0.0:1788744485.404229:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95637 00000020:00010000:0.0:1788744485.404236:0:17450:0:(genops.c:1920:obd_stale_export_put()) Put export ffff940affaf3000: total 1 00000100:00080000:0.0:1788744485.404241:0:17450:0:(import.c:65:import_set_state_nolock()) ffff940affaf2800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788744485.404258:0:17450:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff940affaf3000): rc 0 00000020:00080000:0.0:1788744485.404263:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff940ac60a19c0) has no exports 00000100:00100000:0.0:1788744485.404325:0:14304:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff940ad0e6a000:14304] 0 exiting: rc = 1 00000100:00100000:0.0:1788744485.404428:0:14306:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff940ac7f60200:14306] 2 exiting: rc = 0 00000100:00100000:2.0:1788744485.405282:0:14305:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff940ac7f60400:14305] 1 exiting: rc = 0 00000020:00010000:2.0:1788744485.405347:0:14299:0:(genops.c:1906:obd_stale_export_get()) Get export ffff940affaf3000: total 1 00010000:00010000:2.0:1788744485.405387:0:14299:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff940affaf3000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1788744485.405416:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d3800/0x7cd2bfd5e1b958a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b9589f expref: 9 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405449:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d2e00/0x7cd2bfd5e1b95764 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b9575d expref: 8 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405466:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d3c00/0x7cd2bfd5e1b958d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b958c9 expref: 7 pid: 14306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405477:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac13fc200/0x7cd2bfd5e1b95772 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b9576b expref: 6 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405488:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af7388000/0x7cd2bfd5e1b9564c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95645 expref: 5 pid: 14305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405501:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c24dec00/0x7cd2bfd5e1b95a66 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95a5f expref: 4 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405515:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af7389000/0x7cd2bfd5e1b9579c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95795 expref: 3 pid: 14304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405527:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c24df200/0x7cd2bfd5e1b95a58 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95a51 expref: 2 pid: 14306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744485.405818:0:14299:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff940affaf3000, canceled 8 locks, left on hash table 0. 00000020:00000080:2.0:1788744485.405836:0:14299:0:(genops.c:885:class_export_put()) final put ffff940affaf3000/273d7090-42fe-4f7f-bcb4-bccbf35a43d0 00000100:00100000:0.0:1788744485.405924:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405931:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405937:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405942:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405948:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405953:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405958:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405963:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405969:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405985:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405991:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.405997:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406002:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406008:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406013:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406019:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406024:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406029:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406035:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406040:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406046:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406051:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406056:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406062:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406067:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406072:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406078:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406084:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406090:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406096:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406102:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406107:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406113:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406118:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406123:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406128:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406133:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406139:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406144:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406150:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406155:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406160:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406166:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406172:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406184:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406189:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406194:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406200:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406205:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406210:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406215:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406220:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406224:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406229:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406234:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406240:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406245:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406250:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406256:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406262:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406268:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406274:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406280:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.406286:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:0.0:1788744485.406947:0:17450:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1788744485.406952:0:17450:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:00000080:3.0:1788744485.408011:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c214b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1788744485.408283:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744485.408287:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744485.408291:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788744485.408745:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940affaf3000/273d7090-42fe-4f7f-bcb4-bccbf35a43d0 for MGS 00000020:00000080:3.0:1788744485.408793:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940affaf2800 for MGS 00000020:01000000:0.0:1788744485.413926:0:17450:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940ac333fba0 - data ffff940ac466eca8/ffff9409c189dc00 00000020:01000000:0.0:1788744485.414072:0:17450:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940ac7f04ae0 - data ffff940ac4709000/ffff940ad310cc00 00000020:00000080:0.0:1788744485.415265:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95622 00000020:00000080:0.0:1788744485.415276:0:17450:0:(genops.c:885:class_export_put()) final put ffff940b004f1000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788744485.415346:0:17450:0:(tgt_mount.c:187:server_put_mount()) put mount ffff940ac2d3a000 from MGS, refs=2 00000020:01000004:0.0:1788744485.415350:0:17450:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940ac2d3a000 2 00000020:01000004:0.0:1788744485.415354:0:17450:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff940ac2d3a000 from MGS 00000020:00000080:0.0:1788744485.415381:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.415389:0:17450:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788744485.415392:0:17450:0:(genops.c:885:class_export_put()) final put ffff940b004f2800/MGS 00000020:00000080:0.0:1788744485.415395:0:17450:0:(genops.c:844:class_export_destroy()) destroying export ffff940b004f2800/MGS for MGS 00000020:01000000:0.0:1788744485.415403:0:17450:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788744485.415462:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788744485.415477:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744485.415484:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788744485.415490:0:17450:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff940b0096b800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788744485.415497:0:17450:0:(genops.c:1552:class_disconnect_exports()) OBD device 10 (ffff940ad0ce8000) has exports, disconnecting them 00000020:00080000:0.0:1788744485.415502:0:17450:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff940b0096b800), last request at 1788744400 00000020:00000080:0.0:1788744485.415506:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95710 00000020:00080000:0.0:1788744485.415513:0:17450:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff940b0096b800): rc 0 00000020:00000080:0.0:1788744485.415518:0:17450:0:(genops.c:885:class_export_put()) final put ffff940b0096b800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788744485.419054:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff940b004f1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788744485.425846:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff940b0096b800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788744485.433697:0:17450:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788744485.433714:0:17450:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744485.433720:0:17450:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744485.433736:0:17450:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744485.433929:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.433939:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788744485.433947:0:17450:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940ac2d3a000 1 00000020:00000080:0.0:1788744485.433954:0:17450:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95614 00000020:00000080:0.0:1788744485.433962:0:17450:0:(genops.c:885:class_export_put()) final put ffff940b004f4000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788744485.433967:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788744485.433975:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744485.433979:0:17450:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788744485.433983:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff940ad1cd4d40) has no exports 00000020:00000080:3.0:1788744485.434112:0:1343:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940b0096e800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788744485.434120:0:1343:0:(genops.c:885:class_export_put()) final put ffff940ace4e0800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788744485.434124:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace4e0800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788744485.434135:0:1343:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1788744485.434203:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff940b004f4000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788744485.464842:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744485.464859:0:17450:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788744485.464866:0:17450:0:(genops.c:885:class_export_put()) final put ffff940adbf64800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788744485.464871:0:17450:0:(genops.c:844:class_export_destroy()) destroying export ffff940adbf64800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788744485.464883:0:17450:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1788744485.465024:0:17450:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff940ac2d3b000 00000020:01000000:0.0:1788744485.465046:0:17450:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1788744485.465050:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744485.465054:0:17450:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744485.465058:0:17450:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff9409c11e4d40) has no exports 00000100:00100000:0.0:1788744485.465146:0:15478:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff940b00586c00:15478] 3 exiting: rc = 0 00000100:00100000:1.0:1788744485.468877:0:14312:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff940ad0062000:14312] 1 exiting: rc = 0 00000100:00100000:1.0:1788744485.469000:0:14311:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff940ad0063800:14311] 0 exiting: rc = 1 00000100:00100000:1.0:1788744485.469059:0:14313:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff940ad0062800:14313] 2 exiting: rc = 0 00000100:00100000:0.0:1788744485.469326:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469336:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469342:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469348:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469354:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469360:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469366:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469372:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469378:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469384:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469389:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469395:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469400:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469407:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469413:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469420:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469427:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469448:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469454:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469460:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469466:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469471:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469477:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469483:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469488:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469493:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469499:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469504:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469509:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469515:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469521:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469526:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469531:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469536:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469575:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469580:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469589:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469595:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469604:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469611:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469618:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469623:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469629:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469635:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469641:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469646:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469653:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469660:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469666:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469672:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469678:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469684:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469690:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469696:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469923:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469935:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469945:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469952:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469959:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469966:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469975:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469982:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.469992:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.470002:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.474460:0:14314:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff940ad0063400:14314] 0 exiting: rc = 1 00000100:00100000:3.0:1788744485.474600:0:14315:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff940ad0062200:14315] 1 exiting: rc = 0 00000100:00100000:0.0:1788744485.474681:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474692:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474710:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474716:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474722:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474745:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474751:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474757:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474762:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474779:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474785:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474792:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474799:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474805:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474811:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474816:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474823:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474830:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474837:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474842:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474847:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474855:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474861:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474866:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474873:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474879:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474884:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474891:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474896:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474902:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474907:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474912:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474917:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474923:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474928:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474933:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474938:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474944:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474949:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474954:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474967:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474974:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474979:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474986:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474991:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.474997:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475003:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475008:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475014:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475020:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475026:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475034:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475040:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475046:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475052:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475058:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475064:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475069:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475074:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475080:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475312:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475320:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475326:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.475333:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.476147:0:14316:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff940ad0063a00:14316] 0 exiting: rc = 1 00000100:00100000:1.0:1788744485.476291:0:14317:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff940ad0062400:14317] 1 exiting: rc = 0 00000100:00100000:0.0:1788744485.476658:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476668:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476685:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476694:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476710:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476717:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476724:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476748:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476755:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476761:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476779:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476798:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476806:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476813:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476820:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476827:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476832:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476839:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476848:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476870:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476877:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476883:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476889:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476898:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476904:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476910:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476916:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476927:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476933:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476941:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476949:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476969:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476975:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476981:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476987:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476992:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.476998:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477003:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477009:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477021:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477026:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477031:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477037:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477062:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477074:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477081:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477292:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477299:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477306:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477312:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477318:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477325:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477330:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477336:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477343:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477366:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477374:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477381:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477387:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477394:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477401:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477407:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477415:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.477737:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.496633:0:14318:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9409c24a0800:14318] 0 exiting: rc = 1 00000100:00100000:0.0:1788744485.496945:0:14319:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff940ac3618e00:14319] 1 exiting: rc = 0 00000100:00100000:0.0:1788744485.497007:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497015:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497021:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497028:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497035:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497042:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497047:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497052:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497058:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497064:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497069:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497075:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497080:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497086:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497091:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497096:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497122:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497127:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497135:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497141:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497146:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497152:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497158:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497164:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497170:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497176:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497182:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497187:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497193:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497199:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497203:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497208:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497213:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497219:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497224:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497230:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497234:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497239:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497245:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497250:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497256:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497260:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497266:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497271:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497277:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497282:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497288:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497294:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497299:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497306:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497311:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497325:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497330:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497336:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497341:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497346:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497351:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497356:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497361:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497366:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497371:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497376:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497381:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497386:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.497984:0:14321:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff940ac3619400:14321] 1 exiting: rc = 0 00000100:00100000:1.0:1788744485.498322:0:14320:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff940ac3619e00:14320] 0 exiting: rc = 1 00000100:00100000:0.0:1788744485.498637:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498935:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498942:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498948:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498954:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498959:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498964:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498968:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498973:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498977:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498981:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498986:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498991:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.498995:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499000:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499005:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499011:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499016:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499022:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499027:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499033:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499052:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499058:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499063:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499067:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499073:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499078:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499084:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499089:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499094:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499099:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499104:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499110:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499115:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499122:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499129:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499134:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499140:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499146:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499150:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499155:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499161:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499165:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499170:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499174:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499178:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499182:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499187:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499192:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499197:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499202:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499207:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499212:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499217:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499222:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499227:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499241:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499246:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499252:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499257:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499262:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499266:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499272:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.499278:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744485.500329:0:14323:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff940ac3619c00:14323] 1 exiting: rc = 0 00000100:00100000:3.0:1788744485.500518:0:14322:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff940ac3618a00:14322] 0 exiting: rc = 1 00000100:00100000:3.0:1788744485.500644:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500652:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500657:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500662:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500668:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500672:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500678:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500684:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500690:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500696:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500943:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500953:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500960:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500965:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500971:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500978:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500983:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500989:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.500995:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501001:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501006:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501013:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501019:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501024:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501029:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501034:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501040:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501045:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501050:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501055:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501072:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501079:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501084:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501088:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501094:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501100:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501105:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501111:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501117:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501122:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501129:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501135:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501140:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501145:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501151:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501156:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501161:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501167:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501173:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501179:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501184:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501190:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501197:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501203:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501209:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501215:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501222:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501228:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501233:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501238:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501243:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501249:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501254:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.501260:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.502015:0:14325:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff940afa86ba00:14325] 1 exiting: rc = 0 00000100:00100000:0.0:1788744485.502310:0:14324:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff940afa86b600:14324] 0 exiting: rc = 1 00000100:00100000:2.0:1788744485.505330:0:14326:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff940afa86a600:14326] 2 exiting: rc = 0 00000100:00100000:3.0:1788744485.506261:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506272:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506278:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506284:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506291:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506296:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506302:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506308:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506315:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506324:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506330:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506337:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506344:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506351:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506357:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506363:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506369:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506376:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506382:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506388:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506394:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506400:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506406:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506412:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506501:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506511:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506516:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506521:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506527:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506532:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506539:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506545:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506590:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506605:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506624:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506647:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506652:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506668:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506682:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506688:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506694:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506891:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506901:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506907:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506912:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506917:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506922:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506928:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506963:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506971:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506977:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506983:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506989:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.506995:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507002:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507010:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507017:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507024:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507030:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507035:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507041:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507047:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507053:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744485.507061:0:17450:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788744485.513317:0:17450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788744485.513337:0:17450:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788744485.513346:0:17450:0:(genops.c:885:class_export_put()) final put ffff9409c2ab1000/MDS_uuid 00000020:00000080:3.0:1788744485.513352:0:17450:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2ab1000/MDS_uuid for MDS 00000020:01000000:3.0:1788744485.513360:0:17450:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788744485.513528:0:17450:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788744485.925769:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744486.938744:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788744487.518927:0:6708:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788744487.518939:0:6708:0:(genops.c:885:class_export_put()) final put ffff940ad846d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788744487.519009:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad846d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788744487.519059:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ad8469000 for lustre-OST0000 00010000:00010000:2.0:1788744487.966971:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744488.476624:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744488.476654:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068507264:0@lo:400:kworker.0 00000400:00000100:3.0:1788744488.476748:0:3312:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634068507264 offset 0 length 224: 4 00000100:00100000:3.0:1788744488.476848:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068507392:0@lo:400:kworker.0 00000400:00000100:3.0:1788744488.476876:0:3310:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068507392 offset 0 length 224: 4 00000100:00100000:3.0:1788744488.476891:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744488.476896:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875634068507520:0@lo:400:kworker.0 00000400:00000100:3.0:1788744488.476913:0:3310:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068507520 offset 0 length 224: 4 00000020:01000004:2.0:1788744488.912802:0:17602:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1788744488.928964:0:17602:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1788744488.929018:0:17602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744488.929033:0:17602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744488.929041:0:17602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744488.929047:0:17602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744488.929122:0:17602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788744488.929128:0:17602:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788744488.929156:0:17602:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744488.929173:0:17602:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940ad817b480 x1875634068507392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744488.929198:0:17602:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788744488.929206:0:17602:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788744488.929236:0:17602:0:(import.c:65:import_set_state_nolock()) ffff9409c2486000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788744488.929392:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068507392:0@lo:400:kworker.0 00000100:00100000:3.0:1788744488.929428:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875634068507648:0@lo:39:umount.0 00000400:00000100:3.0:1788744488.929475:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068507648 offset 0 length 224: 4 00010000:00010000:2.0:1788744488.932386:0:14299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744488.932406:0:14299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744488.932422:0:14299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389c00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:2.0:1788744488.932427:0:14299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744488.932439:0:14299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744488.932447:0:14299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744488.932452:0:14299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744488.932455:0:14299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788744488.932460:0:14299:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788744488.936282:0:14299:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744488.936305:0:14299:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788744488.939462:0:14299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744488.939481:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af7389c00/0x7cd2bfd5e1b95795 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7cd2bfd5e1b9579c expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744488.939503:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744488.939505:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744488.939508:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744488.939543:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068507776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788744488.939653:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744488.940792:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068507776 00000100:00100000:2.0:1788744488.940805:0:14296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068507776 00000100:00100000:2.0:1788744488.942440:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788744488.942451:0:14296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3312:x1875634068507776:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788744488.942461:0:14296:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788744488 with bad export cookie 8994462331148260919 00000100:00100000:2.0:1788744488.955536:0:14296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3312:x1875634068507776:12345-0@lo:103:ldlm_bl.0 Request processed in 13076us (15872us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788744488.955593:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1788744488.956470:0:3312:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.156@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788744488.956475:0:3312:0:(import.c:65:import_set_state_nolock()) ffff9409c2ab0000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1788744488.956479:0:3312:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.156@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1788744488.964778:0:3312:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.156@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1788744488.964786:0:3312:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788744488.964797:0:3312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940ad8178e00 x1875634068507264/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788744504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744488.964813:0:3312:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940ad817b480 x1875634068507776/t0(0) o103->MGC192.168.204.156@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788744504 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788744488.964822:0:3312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788744488.964825:0:3312:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788744488.964827:0:3312:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788744488.964831:0:3312:0:(import.c:65:import_set_state_nolock()) ffff9409c2ab0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744488.964836:0:3312:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 0@lo last attempt 472 00000100:00080000:3.0:1788744488.964853:0:3312:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9409c2ab0000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:3.0:1788744488.964884:0:3312:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940ad817b100 x1875634068507904/t0(0) o250->MGC192.168.204.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744488.964924:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068507264:0@lo:400:kworker.0 00000100:00100000:3.0:1788744488.964951:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3312:1875634068507776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744488.965064:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3309:1875634068507904:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:0.0:1788744488.965126:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634068507904 offset 0 length 520: 4 00010000:00010000:2.0:1788744488.989712:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788744489.593859:0:7639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788744489.593869:0:7639:0:(genops.c:885:class_export_put()) final put ffff9409c3657800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788744489.593954:0:1343:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c3657800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788744489.594006:0:1343:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c3654800 for lustre-OST0001 00010000:00010000:3.0:1788744490.012422:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744491.035067:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744492.058958:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744493.083128:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788744493.595165:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788744493.595178:0:14727:0:(pinger.c:247:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788744493.595399:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744493.599728:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068508032:0@lo:400:kworker.0 00000400:00000100:3.0:1788744493.599800:0:3312:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068508032 offset 0 length 224: 4 00010000:00010000:1.0:1788744494.106969:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744494.618913:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744494.618926:0:14727:0:(pinger.c:247:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744494.619091:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875634068508160:0@lo:400:kworker.0 00000400:00000100:2.0:1788744494.619166:0:3310:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068508160 offset 0 length 224: 4 00010000:00010000:1.0:1788744495.131996:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744496.154757:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744497.180111:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744498.202861:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744488/real 1788744488] req@ffff940ad817b100 x1875634068507904/t0(0) o250->MGC192.168.204.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788744498 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744498.202928:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff940ad817b100 x1875634068507904/t0(0) o250->MGC192.168.204.156@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788744498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744498.202942:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744488/real 1788744488] req@ffff940ace4cc700 x1875634068507648/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744498 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744498.202958:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff940ace4cc700 x1875634068507648/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788744498.202982:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9409c2ab0000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744498.203007:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788744498.203012:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3309:1875634068507904:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:3.0:1788744498.203019:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9409c2486000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788744498.203032:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875634068507648:0@lo:39:umount.0 00000100:00080000:0.0:1788744498.203476:0:17602:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744498.203493:0:17602:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788744498.203500:0:17602:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788744498.205327:0:17602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744498.205353:0:17602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744498.205362:0:17602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744498.205370:0:17602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744498.205695:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788744498.205710:0:14727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1788744498.205715:0:14727:0:(import.c:65:import_set_state_nolock()) ffff9409c2ab0000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788744498.205723:0:14727:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 0@lo last attempt 561 00000100:00080000:2.0:1788744498.205732:0:14727:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788744498.205748:0:14727:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9409c2ab0000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:2.0:1788744498.205793:0:14727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940afa485180 x1875634068508288/t0(0) o250->MGC192.168.204.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744498.205881:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875634068508416:0@lo:400:kworker.0 00000400:00000100:2.0:1788744498.205970:0:3311:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068508416 offset 0 length 224: 4 00000100:00100000:2.0:1788744498.206065:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3309:1875634068508288:0@lo:250:kworker.0 00010000:00010000:0.0:1788744498.206086:0:17602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744498.206100:0:17602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000100:2.0:1788744498.206106:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875634068508288 offset 0 length 520: 4 00010000:00010000:0.0:1788744498.206109:0:17602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744498.206127:0:17602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744498.206134:0:17602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206431:0:14299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744498.206441:0:14299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206807:0:14299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77200 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744498.206812:0:14299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206823:0:14299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744498.206831:0:14299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744498.206850:0:14299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744498.206853:0:14299:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:1.0:1788744498.206871:0:14299:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:1.0:1788744498.206876:0:14299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206884:0:14299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940afaa77200/0x7cd2bfd5e1b9576b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95772 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206904:0:14299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744498.206908:0:14299:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206914:0:14299:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3400 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744498.206917:0:14299:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206924:0:14299:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744498.206931:0:14299:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744498.206937:0:14299:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788744498.206940:0:14299:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1788744498.206945:0:14299:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:1.0:1788744498.206947:0:14299:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744498.206967:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744498.206969:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744498.206972:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744498.207051:0:17602:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788744498.207058:0:17602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d3400/0x7cd2bfd5e1b95a5f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95a66 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744498.207072:0:17602:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1788744498.207079:0:17602:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1788744498.207085:0:17602:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00010000:00010000:1.0:1788744498.208461:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788744498.208929:0:17602:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1788744498.208937:0:17602:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1788744498.208952:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744498.208961:0:17602:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788744498.208968:0:17602:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff940ad1cd0000) has no exports 00000020:00080000:0.0:1788744498.209016:0:17602:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff940ad1cd0000) has no exports 00000020:01000000:1.0:1788744498.222070:0:17602:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940adc50d0c0 - data ffff940ac4755bd0/ffff9409c212f000 00000020:01000000:1.0:1788744498.222318:0:17602:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940ac3521d80 - data ffff940ac46cd0d8/ffff9409c11a0000 00010000:00010000:3.0:1788744498.224442:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1788744498.235266:0:17602:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788744498.281197:0:17602:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95780 00000020:00000080:2.0:1788744498.281214:0:17602:0:(genops.c:885:class_export_put()) final put ffff940ad846e800/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788744498.281243:0:17602:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9409c214b000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788744498.281248:0:17602:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9409c214b000 2 00000020:01000004:2.0:1788744498.281252:0:17602:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9409c214b000 from lustre-OST0000 00000020:00000080:2.0:1788744498.281286:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744498.281300:0:17602:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788744498.281304:0:17602:0:(genops.c:885:class_export_put()) final put ffff940ad846b000/lustre-OST0000_UUID 00000020:00000080:2.0:1788744498.281308:0:17602:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad846b000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788744498.281317:0:17602:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788744498.281377:0:17602:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788744498.281383:0:17602:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788744498.281387:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744498.281393:0:17602:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788744498.281403:0:17602:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9409c2482800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788744498.281410:0:17602:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff940ad0cecd40) has exports, disconnecting them 00000020:00080000:2.0:1788744498.281418:0:17602:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9409c2482800), last request at 1788744415 00000020:00000080:2.0:1788744498.281423:0:17602:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b957aa 00000020:00080000:2.0:1788744498.281432:0:17602:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9409c2482800): rc 0 00000020:00000080:2.0:1788744498.281439:0:17602:0:(genops.c:885:class_export_put()) final put ffff9409c2482800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788744498.282419:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad846e800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788744498.282447:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2482800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788744498.282920:0:17602:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788744498.282927:0:17602:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744498.282933:0:17602:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744498.282941:0:17602:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788744498.283152:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788744498.283161:0:17602:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1788744498.283170:0:17602:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9409c214b000 1 00000020:00000080:0.0:1788744498.283175:0:17602:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b9574f 00000020:00000080:0.0:1788744498.283204:0:17602:0:(genops.c:885:class_export_put()) final put ffff940ad0e06800/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788744498.283210:0:17602:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788744498.283215:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788744498.283220:0:17602:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788744498.283224:0:17602:0:(genops.c:1557:class_disconnect_exports()) OBD device 11 (ffff940af78d4d40) has no exports 00000020:00000080:1.0:1788744498.283317:0:14727:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c2486000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788744498.283327:0:14727:0:(genops.c:885:class_export_put()) final put ffff940ac607c000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788744498.283330:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac607c000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788744498.283341:0:14727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788744498.283421:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad0e06800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788744498.319373:0:17602:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744498.319399:0:17602:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1788744498.319408:0:17602:0:(genops.c:885:class_export_put()) final put ffff940ad18df000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1788744498.319416:0:17602:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad18df000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1788744498.319434:0:17602:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1788744498.319669:0:17602:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff940ad18de000 00000020:02000400:1.0:1788744498.319826:0:17602:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788744499.228386:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744500.253410:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788744500.881027:0:17754:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1788744500.896939:0:17754:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788744500.897041:0:17754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744500.897057:0:17754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744500.897064:0:17754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744500.897072:0:17754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744500.897118:0:17754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788744500.897124:0:17754:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788744500.897188:0:17754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744500.897200:0:17754:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940ad817a680 x1875634068507520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1788744500.897307:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744500.897315:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744500.897323:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389e00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:2.0:1788744500.897327:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744500.897347:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744500.897354:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744500.897361:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744500.897363:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788744500.897366:0:14300:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788744500.897398:0:14300:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:2.0:1788744500.897403:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744500.897409:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af7389e00/0x7cd2bfd5e1b958c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b958d0 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744500.897421:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744500.897423:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744500.897425:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744500.897466:0:17754:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940afa486a00 x1875634068508032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744500.897491:0:17754:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940ace4cd500 x1875634068508160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744500.897500:0:17754:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940afa487480 x1875634068508416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744500.897519:0:17754:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788744500.897526:0:17754:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788744500.897536:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068508032:0@lo:400:kworker.0 00000100:00080000:3.0:1788744500.897570:0:17754:0:(import.c:65:import_set_state_nolock()) ffff940ad2f12000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788744500.897759:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875634068508416:0@lo:400:kworker.0 00000100:00100000:2.0:1788744500.897785:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875634068508544:0@lo:39:umount.0 00000400:00000100:2.0:1788744500.897857:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875634068508544 offset 0 length 224: 4 00000100:00100000:0.0:1788744500.899019:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875634068507520:0@lo:400:kworker.0 00000100:00100000:1.0:1788744500.899103:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1875634068508160:0@lo:400:kworker.0 00010000:00010000:0.0:1788744501.275681:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744502.298850:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744503.323261:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744503.324760:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744503.324769:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788744504.347832:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744505.370764:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744506.395794:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744507.418815:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744508.442993:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788744508.443006:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788744508.444139:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744509.467356:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744510.046783:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744500/real 1788744500] req@ffff940ad817b100 x1875634068508544/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744510.046822:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff940ad817b100 x1875634068508544/t0(0) o39->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788744510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744510.046870:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ad2f12000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788744510.046893:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875634068508544:0@lo:39:umount.0 00000100:00080000:3.0:1788744510.047119:0:17754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788744510.047124:0:17754:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788744510.047129:0:17754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788744510.048177:0:17754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048194:0:17754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048202:0:17754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048209:0:17754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048484:0:17754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744510.048494:0:17754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048502:0:17754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048508:0:17754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048514:0:17754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744510.048524:0:17754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788744510.048528:0:17754:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788744510.048579:0:17754:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788744510.048583:0:17754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788744510.048588:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788744510.048593:0:17754:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788744510.048598:0:17754:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff940ac60a3380) has no exports 00000020:00080000:3.0:1788744510.048625:0:17754:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff940ac60a3380) has no exports 00010000:00010000:1.0:1788744510.048857:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744510.048873:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.048881:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389200 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744510.048885:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.048893:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744510.048901:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744510.048907:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788744510.048910:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1788744510.048912:0:14300:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1788744510.048926:0:14300:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:1.0:1788744510.048930:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.048937:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af7389200/0x7cd2bfd5e1b9589f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b958a6 expref: -99 pid: 15716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.048952:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744510.048955:0:14300:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.048961:0:14300:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3000 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744510.048964:0:14300:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.048980:0:14300:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744510.048986:0:14300:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744510.048991:0:14300:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788744510.048993:0:14300:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788744510.048995:0:14300:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788744510.048999:0:14300:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:1.0:1788744510.049001:0:14300:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.049008:0:14300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d3000/0x7cd2bfd5e1b95a51 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95a58 expref: -99 pid: 14308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744510.049021:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744510.049022:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744510.049024:0:14300:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744510.049731:0:14299:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788744510.058532:0:17754:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940adc50d960 - data ffff940af1379af8/ffff9409c189bc00 00000020:01000000:3.0:1788744510.058919:0:17754:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff940ac333f840 - data ffff940afff7faf8/ffff9409c25be800 00100000:10000000:3.0:1788744510.067292:0:17754:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788744510.157943:0:17754:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b958b4 00000020:00000080:2.0:1788744510.157954:0:17754:0:(genops.c:885:class_export_put()) final put ffff940ac4d02000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788744510.157978:0:17754:0:(tgt_mount.c:187:server_put_mount()) put mount ffff940ad8468800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788744510.157981:0:17754:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940ad8468800 2 00000020:01000004:2.0:1788744510.157984:0:17754:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff940ad8468800 from lustre-OST0001 00000020:00000080:2.0:1788744510.158012:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744510.158023:0:17754:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788744510.158026:0:17754:0:(genops.c:885:class_export_put()) final put ffff940ace2b2800/lustre-OST0001_UUID 00000020:00000080:2.0:1788744510.158029:0:17754:0:(genops.c:844:class_export_destroy()) destroying export ffff940ace2b2800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788744510.158035:0:17754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788744510.158147:0:17754:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 273d7090-42fe-4f7f-bcb4-bccbf35a43d0->MGS 00010000:00010000:2.0:1788744510.158164:0:17754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af7389a00/0x7cd2bfd5e1b9575d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b95764 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744510.158177:0:17754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af7389a00/0x7cd2bfd5e1b9575d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b95764 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744510.158184:0:17754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788744510.158187:0:17754:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788744510.158190:0:17754:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788744510.158210:0:17754:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:2.0:1788744510.158215:0:17754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af7389a00/0x7cd2bfd5e1b9575d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b95764 expref: -99 pid: 14995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744510.158231:0:17754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940ac13fc600/0x7cd2bfd5e1b95645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7cd2bfd5e1b9564c expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744510.158267:0:17754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940ac13fc600/0x7cd2bfd5e1b95645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7cd2bfd5e1b9564c expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744510.158273:0:17754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788744510.158276:0:17754:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788744510.158278:0:17754:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788744510.158288:0:17754:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9409c2ab0000 00010000:00010000:2.0:1788744510.158291:0:17754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940ac13fc600/0x7cd2bfd5e1b95645 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7cd2bfd5e1b9564c expref: -99 pid: 14293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788744510.158309:0:17754:0:(import.c:65:import_set_state_nolock()) ffff9409c2ab0000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788744510.158313:0:17754:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788744510.158315:0:17754:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788744510.158316:0:17754:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788744510.158321:0:17754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788744510.158333:0:17754:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff940afa485180 x1875634068508288/t0(0) o250->MGC192.168.204.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788744513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788744510.158347:0:17754:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788744510.158350:0:17754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:1.0:1788744510.158438:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:273d7090-42fe-4f7f-bcb4-bccbf35a43d0:3309:1875634068508288:0@lo:250:kworker.0 00000020:00000080:0.0:1788744510.159736:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ac4d02000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:2.0:1788744510.159844:0:17754:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788744510.159856:0:17754:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95630 00000020:00000080:2.0:1788744510.159938:0:17754:0:(genops.c:885:class_export_put()) final put ffff9409c2ab1800/273d7090-42fe-4f7f-bcb4-bccbf35a43d0 00000020:01000000:2.0:1788744510.159959:0:17754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.156@tcp (flags='') 00000020:00000080:2.0:1788744510.159968:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744510.159975:0:17754:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.156@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788744510.159979:0:17754:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9409c11e3380) has no exports 10000000:01000000:2.0:1788744510.160000:0:14308:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:0.0:1788744510.160292:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2ab1800/273d7090-42fe-4f7f-bcb4-bccbf35a43d0 for MGC192.168.204.156@tcp 10000000:01000000:2.0:1788744510.160401:0:17754:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.156@tcp: client import never connected 00000100:00080000:2.0:1788744510.160405:0:17754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788744510.160408:0:17754:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788744510.160425:0:17754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788744510.160428:0:17754:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788744510.160506:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788744510.160512:0:17754:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.156@tcp (uuid 273d7090-42fe-4f7f-bcb4-bccbf35a43d0) 00000020:01000000:2.0:1788744510.160518:0:17754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788744510.160522:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788744510.160536:0:17754:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788744510.160542:0:17754:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9409c2482000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788744510.160567:0:17754:0:(genops.c:1552:class_disconnect_exports()) OBD device 17 (ffff940ac60a4d40) has exports, disconnecting them 00000020:00080000:2.0:1788744510.160572:0:17754:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9409c2482000), last request at 1788744432 00000020:00000080:2.0:1788744510.160576:0:17754:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b958de 00000020:00080000:2.0:1788744510.160586:0:17754:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9409c2482000): rc 0 00000020:00000080:2.0:1788744510.160590:0:17754:0:(genops.c:885:class_export_put()) final put ffff9409c2482000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1788744510.160694:0:14727:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9409c2ab0000 for MGC192.168.204.156@tcp 00000020:00000080:0.0:1788744510.160701:0:14727:0:(genops.c:885:class_export_put()) final put ffff9409c2ab2000/273d7090-42fe-4f7f-bcb4-bccbf35a43d0 00000020:00000080:0.0:1788744510.160703:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2ab2000/273d7090-42fe-4f7f-bcb4-bccbf35a43d0 for MGC192.168.204.156@tcp 00000020:01000000:0.0:1788744510.160708:0:14727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.156@tcp (273d7090-42fe-4f7f-bcb4-bccbf35a43d0) 00000020:00000080:0.0:1788744510.162949:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2482000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788744510.163642:0:17754:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788744510.163648:0:17754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788744510.163653:0:17754:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788744510.163670:0:17754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788744510.163734:0:14300:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1788744510.163851:0:14299:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:0.0:1788744510.163937:0:14294:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff940affae7600:14294] 0 exiting: rc = 1 00000100:00100000:1.0:1788744510.164072:0:14295:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff940af7892600:14295] 1 exiting: rc = 0 00000020:00000080:1.0:1788744510.164113:0:14727:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff940ad2f12000 for lustre-MDT0000-lwp-OST0001 00000100:00100000:0.0:1788744510.164394:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.164690:0:14297:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff940aceef5c00:14297] 1 exiting: rc = 0 00000100:00100000:1.0:1788744510.164877:0:14298:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff940aceef5e00:14298] 2 exiting: rc = 0 00000100:00100000:0.0:1788744510.167715:0:14296:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff940aceef4a00:14296] 0 exiting: rc = 1 00000100:00100000:1.0:1788744510.167884:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167893:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167899:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167905:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167911:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167915:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167939:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167943:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167948:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167952:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167957:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167969:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167974:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167980:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167985:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167990:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.167995:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168000:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168006:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168011:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168016:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168020:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168025:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168030:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168035:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168039:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168056:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168061:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168066:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168071:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168076:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168081:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168087:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168092:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168098:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168103:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168108:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168113:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168118:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168123:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168129:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168142:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168147:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168151:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168157:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168162:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168167:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168172:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168177:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168181:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168186:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168192:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168197:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168202:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168207:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168211:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168216:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168221:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168225:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168230:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168235:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168239:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168244:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.168262:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788744510.169149:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744510.169158:0:17754:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788744510.169165:0:17754:0:(genops.c:885:class_export_put()) final put ffff9409c3653000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788744510.169170:0:17754:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c3653000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788744510.169175:0:17754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:1.0:1788744510.169219:0:17754:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940ad8468800 1 00000020:00000080:1.0:1788744510.169225:0:17754:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x7cd2bfd5e1b95898 00000020:00000080:1.0:1788744510.169231:0:17754:0:(genops.c:885:class_export_put()) final put ffff940ad2f14800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788744510.169261:0:17754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788744510.169265:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744510.169270:0:17754:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788744510.169281:0:17754:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff940ad1cd19c0) has no exports 00000020:00000080:0.0:1788744510.169357:0:14727:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad2f14800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788744510.220933:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744510.220950:0:17754:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788744510.220957:0:17754:0:(genops.c:885:class_export_put()) final put ffff9409c2745800/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788744510.220961:0:17754:0:(genops.c:844:class_export_destroy()) destroying export ffff9409c2745800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788744510.220974:0:17754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788744510.221223:0:17754:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9409c2743800 00000020:01000000:1.0:1788744510.221637:0:17754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788744510.221645:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788744510.221651:0:17754:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788744510.221657:0:17754:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff940af78d0000) has no exports 00000020:00000080:1.0:1788744510.221683:0:17754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788744510.221690:0:17754:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788744510.221694:0:17754:0:(genops.c:885:class_export_put()) final put ffff940ad0e03800/OSS_uuid 00000020:00000080:1.0:1788744510.221698:0:17754:0:(genops.c:844:class_export_destroy()) destroying export ffff940ad0e03800/OSS_uuid for OSS 00000020:01000000:1.0:1788744510.221702:0:17754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1788744510.221787:0:14999:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9409c139c600:14999] 2 exiting: rc = 0 00000100:00080000:3.0:1788744510.222645:0:14307:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1788744510.222764:0:14998:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff940ac3618600:14998] 1 exiting: rc = 0 00000100:00100000:3.0:1788744510.222820:0:14996:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff940ad310a000:14996] 0 exiting: rc = 1 00000100:00100000:3.0:1788744510.222866:0:16538:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff940ace63fc00:16538] 3 exiting: rc = 0 00000100:00100000:1.0:1788744510.223535:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223545:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223566:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223571:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223576:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223582:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223590:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223596:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223603:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223609:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223614:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223619:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223624:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223629:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223633:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223637:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223643:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223663:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223668:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223673:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223679:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223686:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223692:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223700:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223706:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223712:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223718:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223724:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223730:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223736:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223741:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223746:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223752:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223757:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223763:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223768:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223773:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223778:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223782:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223787:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223793:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223798:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223804:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223809:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223814:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223820:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223824:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223829:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223834:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223839:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223844:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223849:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223862:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223869:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223875:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223880:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223887:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223893:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223899:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223905:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223911:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223918:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223924:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.223930:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788744510.229645:0:15001:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff940adc7c1a00:15001] 1 exiting: rc = 0 00000100:00100000:1.0:1788744510.230820:0:15000:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff940afa94c600:15000] 0 exiting: rc = 1 00000100:00100000:3.0:1788744510.248201:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248224:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248228:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248233:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248240:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248245:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248262:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248269:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248276:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248282:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248801:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248818:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248831:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248842:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248851:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.248863:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249015:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249171:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249186:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249194:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249199:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249206:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249218:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249231:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249240:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249246:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249261:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249267:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249273:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249277:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249282:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.249287:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.251617:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.251624:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.251629:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.251634:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252017:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252023:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252028:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252035:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252041:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252046:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252051:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252056:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252060:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252064:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252069:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252073:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252078:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252082:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252087:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252092:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252097:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252105:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252110:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252116:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252121:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252126:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252131:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252137:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252141:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252147:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252151:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.252157:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.254576:0:15003:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff940af761e200:15003] 1 exiting: rc = 0 00000100:00100000:3.0:1788744510.254758:0:16540:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff940b00b52200:16540] 3 exiting: rc = 0 00000100:00100000:3.0:1788744510.256055:0:15002:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff940af761ea00:15002] 0 exiting: rc = 1 00000100:00100000:0.0:1788744510.256531:0:16541:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_004: service thread [ffff940b00b53200:16541] 4 exiting: rc = 0 00000100:00100000:0.0:1788744510.256849:0:15004:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff940af761e000:15004] 2 exiting: rc = 0 00000100:00100000:1.0:1788744510.257057:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257078:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257085:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257091:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257097:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257102:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257109:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257115:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257121:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257127:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257132:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257138:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257145:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257151:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257156:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257161:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257167:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257174:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257180:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257780:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257788:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257793:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257817:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257824:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257830:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257853:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257859:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257865:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257870:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257876:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257881:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257886:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257892:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257966:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257972:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257978:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257984:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257989:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.257996:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258001:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258007:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258013:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258019:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258024:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258030:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258035:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258041:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258047:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258053:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258074:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258080:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258086:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258091:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258096:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258102:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258107:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258113:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258129:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258135:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258140:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258145:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258150:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258156:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788744510.258168:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.273456:0:15006:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff940ad313f800:15006] 1 exiting: rc = 0 00000100:00100000:3.0:1788744510.274680:0:15005:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9409c139d400:15005] 0 exiting: rc = 1 00000100:00100000:0.0:1788744510.274919:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274927:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274934:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274941:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274947:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274953:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274959:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274968:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274976:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274983:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274988:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274993:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.274999:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275033:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275044:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275050:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275056:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275061:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275067:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275072:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275077:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275082:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275104:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275110:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275116:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275121:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275126:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275132:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275137:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275142:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275147:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275153:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275158:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275164:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275169:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275186:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275192:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275197:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275203:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275208:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275214:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275219:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275228:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275234:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275239:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275245:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275265:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275273:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275278:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275284:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275298:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275303:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275309:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275314:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275320:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275325:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275330:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275343:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275348:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275354:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275361:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275367:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275372:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.275384:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788744510.276954:0:15007:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff940affae4a00:15007] 0 exiting: rc = 1 00000100:00100000:1.0:1788744510.277592:0:15008:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff940affae5a00:15008] 1 exiting: rc = 0 00000100:00100000:0.0:1788744510.278583:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278594:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278619:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278649:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278669:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278678:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278686:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278696:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278703:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278717:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278727:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278734:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278740:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278747:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278754:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278778:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278787:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278793:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278800:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278807:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278813:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278820:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278827:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278833:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278840:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278846:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278852:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278870:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.278889:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279271:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279283:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279367:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279375:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279382:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279388:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279394:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279399:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279405:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279411:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279508:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279516:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279522:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279529:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279535:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279540:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279567:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279577:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279584:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279590:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279596:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279602:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279625:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279634:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279641:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279647:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279652:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279977:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279984:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279990:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.279996:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.280003:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.280009:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.280015:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788744510.280041:0:17754:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1788744510.335972:0:17754:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788744526.987230:0:18369:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788744535.649817:0:18831:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788744535.649822:0:18831:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:1.0:1788744535.649937:0:18831:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff940b0071b800 00000020:01000004:1.0:1788744535.649952:0:18831:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788744535.649960:0:18831:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1788744535.649976:0:18831:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff940ad0cecd40) 00000020:00000080:1.0:1788744535.649991:0:18831:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1788744535.667269:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1788744535.669672:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:0.0:1788744535.670120:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 523: rc = 0 00100000:10000000:0.0:1788744535.670305:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:0.0:1788744535.670366:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 523: rc = 0 00100000:10000000:0.0:1788744535.670452:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 523: rc = 0 00100000:10000000:0.0:1788744535.670531:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 523: rc = 0 00100000:10000000:0.0:1788744535.670723:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 523: rc = 0 00100000:10000000:0.0:1788744535.670912:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 523: rc = 0 00100000:10000000:0.0:1788744535.671158:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 525: rc = 0 00100000:10000000:0.0:1788744535.672252:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 664: rc = 0 00100000:10000000:0.0:1788744535.672351:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 664: rc = 0 00100000:10000000:0.0:1788744535.673038:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 771: rc = 0 00100000:10000000:0.0:1788744535.673286:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 771: rc = 0 00100000:10000000:0.0:1788744535.673539:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 771: rc = 0 00100000:10000000:0.0:1788744535.673992:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 771: rc = 0 00100000:10000000:0.0:1788744535.674235:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 771: rc = 0 00100000:10000000:0.0:1788744535.674473:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 771: rc = 0 00100000:10000000:0.0:1788744535.674932:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 771: rc = 0 00100000:10000000:0.0:1788744535.675172:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 771: rc = 0 00100000:10000000:0.0:1788744535.675422:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 771: rc = 0 00100000:10000000:0.0:1788744535.675695:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 771: rc = 0 00100000:10000000:0.0:1788744535.676039:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 771: rc = 0 00100000:10000000:0.0:1788744535.676278:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 771: rc = 0 00100000:10000000:0.0:1788744535.676908:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 680: rc = 0 00100000:10000000:0.0:1788744535.677220:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 680: rc = 0 00100000:10000000:0.0:1788744535.677474:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 680: rc = 0 00100000:10000000:0.0:1788744535.677901:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 680: rc = 0 00100000:10000000:0.0:1788744535.678147:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 680: rc = 0 00100000:10000000:0.0:1788744535.678398:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 680: rc = 0 00100000:10000000:0.0:1788744535.678977:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 680: rc = 0 00100000:10000000:0.0:1788744535.679223:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 680: rc = 0 00100000:10000000:0.0:1788744535.679466:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 680: rc = 0 00100000:10000000:0.0:1788744535.680198:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 680: rc = 0 00100000:10000000:0.0:1788744535.680451:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 680: rc = 0 00100000:10000000:0.0:1788744535.680875:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 680: rc = 0 00100000:10000000:0.0:1788744535.681126:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 680: rc = 0 00100000:10000000:0.0:1788744535.681390:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 680: rc = 0 00100000:10000000:0.0:1788744535.681999:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 680: rc = 0 00100000:10000000:0.0:1788744535.682274:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 680: rc = 0 00100000:10000000:0.0:1788744535.682526:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 680: rc = 0 00100000:10000000:0.0:1788744535.683025:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 680: rc = 0 00100000:10000000:0.0:1788744535.683268:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 680: rc = 0 00100000:10000000:0.0:1788744535.683506:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 680: rc = 0 00100000:10000000:0.0:1788744535.684325:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 680: rc = 0 00100000:10000000:0.0:1788744535.684840:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 680: rc = 0 00100000:10000000:0.0:1788744535.685081:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 680: rc = 0 00100000:10000000:0.0:1788744535.685319:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 680: rc = 0 00100000:10000000:0.0:1788744535.685714:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 680: rc = 0 00100000:10000000:0.0:1788744535.686071:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 680: rc = 0 00100000:10000000:0.0:1788744535.686315:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 680: rc = 0 00100000:10000000:0.0:1788744535.686831:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 680: rc = 0 00100000:10000000:0.0:1788744535.687087:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 680: rc = 0 00100000:10000000:0.0:1788744535.687351:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 680: rc = 0 00100000:10000000:0.0:1788744535.687922:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 680: rc = 0 00100000:10000000:0.0:1788744535.688173:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 680: rc = 0 00100000:10000000:0.0:1788744535.688545:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 671: rc = 0 00100000:10000000:1.0:1788744535.690163:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:1.0:1788744535.690319:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 665: rc = 0 00100000:10000000:1.0:1788744535.690493:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:1.0:1788744535.690580:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 665: rc = 0 00100000:10000000:1.0:1788744535.690943:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:1.0:1788744535.691007:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 665: rc = 0 00100000:10000000:1.0:1788744535.691351:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:1.0:1788744535.691418:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 404: rc = 0 00100000:10000000:1.0:1788744535.691858:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:1.0:1788744535.691926:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 404: rc = 0 00100000:10000000:1.0:1788744535.692118:0:18831:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:1.0:1788744535.692181:0:18831:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 404: rc = 0 00000020:00000080:1.0:1788744535.692473:0:18831:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1788744535.692482:0:18831:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788744535.692493:0:18831:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95d06 00000020:01000004:1.0:1788744535.692501:0:18831:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:1.0:1788744535.692512:0:18831:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1788744535.692517:0:18831:0:(tgt_mount.c:101:server_register_mount()) register mount ffff940b0071b800 from MGS 00000020:01000004:1.0:1788744535.692520:0:18831:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1788744535.692530:0:18831:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff940ad0ceb380) 00000020:00000080:1.0:1788744535.692541:0:18831:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1788744535.693692:0:18831:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940b0071b800 from MGS, refs=2 00080000:01000000:1.0:1788744535.693703:0:18831:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788744535.693711:0:18831:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95d14 00000100:00100000:1.0:1788744535.693863:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788744535.694003:0:18831:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1788744535.694010:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788744535.694810:0:18831:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1788744535.694817:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788744535.695509:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744535.695968:0:18831:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788744535.695975:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788744535.696416:0:18831:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788744535.696422:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788744535.696891:0:18831:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788744535.696897:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1788744535.700148:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744535.700154:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744535.700155:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744535.700438:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744535.700441:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744535.700442:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744535.701268:0:18831:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1788744535.704881:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788744535.717877:0:18831:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1788744535.717896:0:18831:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1788744535.717899:0:18831:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:2.0:1788744535.719443:0:18840:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788744535.719599:0:18831:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788744535.719702:0:18831:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788744535.721254:0:18831:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788744535.725013:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788744535.725187:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788744535.725194:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788744535.735057:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788744535.735327:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1788744535.736602:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1788744535.736613:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1788744535.744121:0:18831:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1788744535.744149:0:18831:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.156@tcp' 00000020:01000004:3.0:1788744535.744151:0:18831:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1788744535.744187:0:18831:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.156@tcp (typ=mgc) 00000020:00000080:3.0:1788744535.744203:0:18831:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.156@tcp (ffff940af78d3380) 00000020:00000080:3.0:1788744535.744222:0:18831:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1788744535.744301:0:18831:0:(ldlm_lib.c:103:import_set_conn()) imp ffff940af773a000@MGC192.168.204.156@tcp: add connection 192.168.204.156@tcp at head 00010000:00010000:3.0:1788744535.744469:0:18831:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.156@tcp-0 is initialized 00000040:01000000:3.0:1788744535.744476:0:18831:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.156@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788744535.744787:0:18845:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1788744535.745204:0:18846:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788744535.745275:0:18831:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.156@tcp (uuid a90f31c3-cc7e-4dd2-947a-b528e3ab7a91) 00000020:00000080:1.0:1788744535.745292:0:18831:0:(genops.c:1384:class_connect()) connect: client a90f31c3-cc7e-4dd2-947a-b528e3ab7a91, cookie 0x7cd2bfd5e1b95d22 00000100:00080000:1.0:1788744535.745302:0:18831:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788744535.745312:0:18831:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff940af773a000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:1.0:1788744535.745355:0:18831:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9409c3766d80 x1875634068508672/t0(0) o250->MGC192.168.204.156@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788744535.745384:0:18831:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a90f31c3-cc7e-4dd2-947a-b528e3ab7a91->MGS 00000020:01000004:1.0:1788744535.745407:0:18831:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788744535.745412:0:18831:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788744535.745424:0:18831:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff940ad0ce8000) 00000020:00000080:1.0:1788744535.745436:0:18831:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1788744535.748496:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3309:1875634068508672:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788744535.748710:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744535.749296:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068508672 00000100:00100000:3.0:1788744535.749307:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068508672 00000100:00100000:3.0:1788744535.749345:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788744535.749354:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3309:x1875634068508672:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788744535.749382:0:18842:0:(ldlm_lib.c:1456:target_handle_connect()) MGS: connection from a90f31c3-cc7e-4dd2-947a-b528e3ab7a91@0@lo t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:3.0:1788744535.749410:0:18842:0:(genops.c:1384:class_connect()) connect: client a90f31c3-cc7e-4dd2-947a-b528e3ab7a91, cookie 0x7cd2bfd5e1b95d30 00000100:00080000:3.0:1788744535.749533:0:18842:0:(import.c:65:import_set_state_nolock()) ffff940af773f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744535.749775:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+5:3309:x1875634068508672:12345-0@lo:250:mount.lustre.0 Request processed in 418us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744535.749783:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744535.749905:0:3309:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.156@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788744535.749917:0:3309:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.156@tcp: connect to target with instance 0 00000100:00080000:2.0:1788744535.749938:0:3309:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.156@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1788744535.749943:0:3309:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1788744535.749948:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940af773a000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1788744535.749951:0:3309:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1788744535.749967:0:3309:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1788744535.749973:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3309:1875634068508672:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788744535.764733:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788744535.764956:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788744535.764962:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1788744535.771182:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1788744535.771201:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788744535.771949:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788744535.771958:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788744535.772803:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788744535.773024:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788744535.773030:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788744535.781017:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788744535.781038:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788744535.833420:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744535.835232:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788744535.835242:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788744535.836480:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788744535.836488:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1788744535.837201:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788744535.837414:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788744535.837421:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788744535.838037:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788744535.838045:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788744535.838532:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744535.838769:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788744535.838775:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788744535.839306:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788744535.839312:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1788744535.839894:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744535.840042:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788744535.840047:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788744535.840726:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788744535.840734:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1788744535.858257:0:18831:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744535.858942:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788744535.858949:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1788744535.860077:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788744535.860087:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1788744535.860985:0:18831:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788744535.860994:0:18831:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788744535.861953:0:18831:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788744535.861976:0:18831:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:3.0:1788744535.861983:0:18831:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.156@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1788744535.862131:0:18831:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.156@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788744535.862184:0:18831:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.156@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1788744535.862189:0:18831:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788744535.862191:0:18831:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788744535.862192:0:18831:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744535.862193:0:18831:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744535.862195:0:18831:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744535.862196:0:18831:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744535.862197:0:18831:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788744535.862199:0:18831:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788744535.862201:0:18831:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744535.862202:0:18831:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744535.862206:0:18831:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1788744535.862208:0:18831:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744535.862209:0:18831:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788744535.862211:0:18831:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744535.862212:0:18831:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744535.862213:0:18831:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744535.862214:0:18831:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744535.862215:0:18831:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788744535.862216:0:18831:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788744535.862217:0:18831:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744535.862218:0:18831:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744535.862259:0:18831:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788744535.862286:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068508800:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744535.862379:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744535.862419:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940acedd3780 going to sleep for 11 seconds 00000100:00100000:2.0:1788744535.862542:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068508800 00000100:00100000:2.0:1788744535.862648:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068508800 00000100:00100000:2.0:1788744535.862732:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744535.862741:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+5:18831:x1875634068508800:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788744535.862795:0:18844:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788744535.862798:0:18844:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788744535.862801:0:18844:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1788744535.863133:0:18865:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1788744535.863619:0:18844:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:1.0:1788744535.865061:0:18866:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1788744535.865070:0:18866:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1788744535.865072:0:18866:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1788744535.865106:0:18866:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:2.0:1788744535.866332:0:18844:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788744535.866346:0:18844:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788744535.875029:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+5:18831:x1875634068508800:12345-0@lo:253:mount.lustre.0 Request processed in 12281us (12641us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744535.875029:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068508800:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788744535.875047:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 10000000:01000000:0.0:1788744535.875048:0:18831:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788744535.875051:0:18831:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788744535.875052:0:18831:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788744535.875054:0:18831:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788744535.875055:0:18831:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788744535.875056:0:18831:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788744535.875057:0:18831:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788744535.875058:0:18831:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788744535.875060:0:18831:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788744535.875061:0:18831:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788744535.875063:0:18831:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788744535.875080:0:18831:0:(tgt_mount.c:101:server_register_mount()) register mount ffff940b0071b800 from lustre-MDT0000 10000000:01000000:0.0:1788744535.875104:0:18831:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1788744535.875107:0:18831:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788744535.875112:0:18831:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff940af78d3380 10000000:01000000:0.0:1788744535.875117:0:18831:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788744535.875125:0:18831:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff940af78d3380 from 1 10000000:01000000:0.0:1788744535.875140:0:18831:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788744535.875201:0:18831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.875213:0:18831:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.875223:0:18831:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744535.875243:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068508928:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744535.875278:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.875320:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744535.875461:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068508928 00000100:00100000:2.0:1788744535.875470:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068508928 00000100:00100000:2.0:1788744535.875521:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788744535.875531:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+5:18831:x1875634068508928:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744535.875543:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744535.875689:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac0031a00/0x7cd2bfd5e1b95d3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95d37 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744535.875717:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac0031a00/0x7cd2bfd5e1b95d3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95d37 expref: 6 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744535.875736:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac0031a00/0x7cd2bfd5e1b95d3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95d37 expref: 6 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744535.875746:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac0031a00, rc 0) 00000100:00100000:2.0:1788744535.875833:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+6:18831:x1875634068508928:12345-0@lo:101:mount.lustre.0 Request processed in 303us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744535.875840:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744535.875897:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068508928:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744535.875911:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.875921:0:18831:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744535.875971:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509056:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744535.875999:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.876028:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744535.876054:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068509056 00000100:00100000:1.0:1788744535.876060:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068509056 00000100:00100000:1.0:1788744535.876370:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744535.876381:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+6:18831:x1875634068509056:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744535.877069:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509056:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788744535.877103:0:18831:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00000100:00100000:1.0:1788744535.877151:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+6:18831:x1875634068509056:12345-0@lo:501:mount.lustre.0 Request processed in 466us (845us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788744535.877161:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1788744535.877217:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.877238:0:18831:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744535.877248:0:18831:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff940b0071b800 10000000:01000000:0.0:1788744535.877253:0:18831:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788744535.877258:0:18831:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff940b0071b800 10000000:01000000:0.0:1788744535.877260:0:18831:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788744535.877263:0:18831:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff940b0071b800 from 1 10000000:01000000:0.0:1788744535.877266:0:18831:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788744535.877301:0:18831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.877309:0:18831:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.877317:0:18831:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744535.877335:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509184:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744535.877427:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.877470:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744535.877578:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068509184 00000100:00100000:2.0:1788744535.877585:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068509184 00000100:00100000:2.0:1788744535.877745:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788744535.877765:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+6:18831:x1875634068509184:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744535.877777:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744535.877792:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac0030200/0x7cd2bfd5e1b95d4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95d45 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744535.877815:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac0030200/0x7cd2bfd5e1b95d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95d45 expref: 7 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744535.877825:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac0030200/0x7cd2bfd5e1b95d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95d45 expref: 7 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744535.877833:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac0030200, rc 0) 00000100:00100000:2.0:1788744535.877964:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+7:18831:x1875634068509184:12345-0@lo:101:mount.lustre.0 Request processed in 210us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744535.877970:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744535.878267:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509184:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744535.878281:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d4c expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.878291:0:18831:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95d4c expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744535.878322:0:18831:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788744535.878367:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d4c expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.878374:0:18831:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa76200/0x7cd2bfd5e1b95d45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d4c expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744535.878381:0:18831:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788744535.878386:0:18831:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788744535.878392:0:18831:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff940b0071b800 10000000:01000000:0.0:1788744535.878394:0:18831:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788744535.878397:0:18831:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788744535.878400:0:18831:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788744535.878421:0:18831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.878426:0:18831:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.878434:0:18831:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744535.878448:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509312:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744535.878479:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.878517:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744535.878599:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068509312 00000100:00100000:1.0:1788744535.878606:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068509312 00000100:00100000:1.0:1788744535.878665:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744535.878680:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+7:18831:x1875634068509312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744535.878690:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744535.878701:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940af73d2800/0x7cd2bfd5e1b95d5a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95d53 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744535.878717:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940af73d2800/0x7cd2bfd5e1b95d5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95d53 expref: 8 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744535.878727:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940af73d2800/0x7cd2bfd5e1b95d5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95d53 expref: 8 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744535.878733:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940af73d2800, rc 0) 00000100:00100000:1.0:1788744535.878774:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+8:18831:x1875634068509312:12345-0@lo:101:mount.lustre.0 Request processed in 95us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744535.878779:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744535.879123:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509312:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744535.879136:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d5a expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744535.879152:0:18831:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95d5a expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744535.879210:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744535.879241:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.879273:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744535.879333:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068509440 00000100:00100000:2.0:1788744535.879338:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068509440 00000100:00100000:2.0:1788744535.879376:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788744535.879383:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+8:18831:x1875634068509440:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744535.879829:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18831:x1875634068509440:12345-0@lo:501:mount.lustre.0 Request processed in 446us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744535.879836:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744535.880176:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744535.880217:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509568:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744535.880275:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.880313:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744535.880655:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068509568 00000100:00100000:1.0:1788744535.880664:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068509568 00000100:00100000:1.0:1788744535.880708:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788744535.880716:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18831:x1875634068509568:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744535.881328:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18831:x1875634068509568:12345-0@lo:503:mount.lustre.0 Request processed in 610us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744535.881338:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744535.882104:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068509568:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744535.882946:0:18867:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18867:1875634068509696:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744535.883185:0:18867:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744535.883242:0:18867:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54300 going to sleep for 11 seconds 00000100:00100000:1.0:1788744535.884204:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068509696 00000100:00100000:1.0:1788744535.884217:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068509696 00000100:00100000:1.0:1788744535.884261:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788744535.884271:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18867:x1875634068509696:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788744535.885086:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18867:x1875634068509696:12345-0@lo:502:llog_process_th.0 Request processed in 813us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744535.885104:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788744535.885201:0:18867:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18867:1875634068509696:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788744535.885233:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744535.885245:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744535.885248:0:18867:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788744535.885256:0:18867:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1788744535.885259:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788744535.885279:0:18867:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff940ac60a19c0) 00000020:00000080:0.0:1788744535.885304:0:18867:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1788744535.885311:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788744535.885841:0:18867:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788744535.886030:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95d68 00000020:00000080:0.0:1788744535.886279:0:18867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788744535.886285:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744535.886290:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744535.886292:0:18867:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788744535.886295:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744535.886300:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744535.886301:0:18867:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1788744535.886305:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788744535.886316:0:18867:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff940ac60a0000) 00000020:00000080:0.0:1788744535.886328:0:18867:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1788744535.886331:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788744535.886334:0:18867:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1788744535.886337:0:18867:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1788744535.886342:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788744535.887037:0:18867:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940b0071b800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1788744535.887055:0:18867:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff940ac60a4d40) 00000020:00000080:0.0:1788744535.887064:0:18867:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1788744535.887118:0:18867:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788744535.887124:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7cd2bfd5e1b95d7d 00000020:00000080:0.0:1788744535.887221:0:18867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1788744535.887227:0:18867:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788744535.887232:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x7cd2bfd5e1b95d84 00080000:01000000:0.0:1788744535.887237:0:18867:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788744535.887240:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95d8b 00010000:00010000:2.0:1788744535.967538:0:18867:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788744535.968043:0:18867:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1788744535.968207:0:18867:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788744535.968703:0:18867:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff940ad1cd0000) 00000020:00000080:2.0:1788744535.968721:0:18867:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788744535.972105:0:18867:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788744535.972122:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95d99 00000020:00000080:1.0:1788744535.977165:0:18867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788744535.985321:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x7cd2bfd5e1b95da0 00000020:00000080:1.0:1788744535.986314:0:18867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788744535.986325:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744535.986331:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.986333:0:18867:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788744535.986336:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788744535.986339:0:18867:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788744535.986340:0:18867:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744535.986342:0:18867:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744535.986343:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788744535.986346:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.986347:0:18867:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788744535.986349:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788744535.986353:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.986355:0:18867:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788744535.986359:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788744535.986391:0:18867:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788744535.986403:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744535.986405:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.986406:0:18867:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788744535.986409:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788744535.986412:0:18867:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1788744535.986415:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.986416:0:18867:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788744535.986419:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788744535.986424:0:18867:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.156@tcp to nid 0x20000c0a8cc9c (192.168.204.156@tcp) 00000020:01000000:1.0:1788744535.986449:0:18867:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788744535.986452:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744535.986465:0:18867:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff940ad0ce99c0) 00000020:00000080:1.0:1788744535.986487:0:18867:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788744535.986492:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788744535.986541:0:18867:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1788744535.986713:0:18867:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788744535.986724:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95dae 00010000:00080000:1.0:1788744535.986772:0:18867:0:(ldlm_lib.c:103:import_set_conn()) imp ffff940affaf5000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.156@tcp at head 00010000:00010000:1.0:1788744535.987699:0:18867:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1788744535.988170:0:18867:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788744535.988216:0:18867:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788744535.994206:0:18867:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744535.994288:0:18867:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788744535.994353:0:18867:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788744535.995121:0:18871:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788744535.995126:0:18871:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788744535.996312:0:18867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788744535.996325:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788744535.996360:0:18867:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788744535.996449:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7cd2bfd5e1b95db5 00000100:00080000:1.0:1788744535.996460:0:18867:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788744535.996473:0:18867:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff940affaf5000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:1.0:1788744535.996514:0:18867:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9409c3765f80 x1875634068509824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788744535.996542:0:18867:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788744535.996698:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788744535.996702:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.996704:0:18867:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788744535.996707:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788744535.996710:0:18867:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788744535.996713:0:18867:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744535.996714:0:18867:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788744535.996715:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788744535.996725:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.996727:0:18867:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788744535.996730:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788744535.996735:0:18867:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1788744535.996738:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788744535.996740:0:18867:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788744535.996743:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788744535.996747:0:18867:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.156@tcp to nid 0x20000c0a8cc9c (192.168.204.156@tcp) 00000020:01000000:1.0:1788744535.996778:0:18867:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788744535.996781:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788744535.996794:0:18867:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff940ad0d44d40) 00000020:00000080:1.0:1788744535.996806:0:18867:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1788744535.996810:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788744535.996874:0:18867:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1788744535.996880:0:18867:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:1.0:1788744535.996888:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7cd2bfd5e1b95dc3 00010000:00080000:1.0:1788744535.996928:0:18867:0:(ldlm_lib.c:103:import_set_conn()) imp ffff940ace2b2800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.156@tcp at head 00010000:00010000:1.0:1788744535.997126:0:18867:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1788744535.997315:0:18867:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788744535.997337:0:18867:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788744535.997977:0:18867:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744535.998064:0:18867:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788744535.998139:0:18867:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:2.0:1788744535.998812:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068509824:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788744535.998893:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634068509824 offset 0 length 520: 4 00000040:00080000:1.0:1788744536.000187:0:18873:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788744536.000193:0:18873:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788744536.002105:0:18867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788744536.002120:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788744536.002189:0:18867:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788744536.002212:0:18867:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7cd2bfd5e1b95dca 00000100:00080000:2.0:1788744536.002223:0:18867:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788744536.002236:0:18867:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff940ace2b2800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:2.0:1788744536.002275:0:18867:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940afa487480 x1875634068509952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788744536.002310:0:18867:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788744536.002373:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744536.002377:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.002379:0:18867:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788744536.002382:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744536.002387:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.002394:0:18867:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788744536.002397:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788744536.002400:0:18867:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788744536.002402:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744536.002405:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.002406:0:18867:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788744536.002408:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744536.002411:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.002412:0:18867:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788744536.002416:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1788744536.002450:0:18867:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18867:1875634068510080:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.002572:0:18867:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744536.002627:0:18867:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad2fe5600 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.002656:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510080 00000100:00100000:2.0:1788744536.002663:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510080 00000100:00100000:0.0:1788744536.002665:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068509952:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788744536.002707:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634068509952 offset 0 length 520: 4 00000100:00100000:2.0:1788744536.002715:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744536.002729:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18867:x1875634068510080:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.003019:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18867:x1875634068510080:12345-0@lo:502:llog_process_th.0 Request processed in 293us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.003028:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788744536.003085:0:18867:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18867:1875634068510080:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788744536.003111:0:18867:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744536.003115:0:18867:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.003117:0:18867:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788744536.003121:0:18867:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:0.0:1788744536.003238:0:18831:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1788744536.003267:0:18831:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788744536.003290:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d5a expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.003301:0:18831:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa77000/0x7cd2bfd5e1b95d53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d5a expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744536.003317:0:18831:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff940b0071b800 from 1 10000000:01000000:0.0:1788744536.003319:0:18831:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788744536.003351:0:18831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.003359:0:18831:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.003368:0:18831:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744536.003384:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510208:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744536.003414:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744536.003427:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744536.004313:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510208 00000100:00100000:1.0:1788744536.004323:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510208 00000100:00100000:1.0:1788744536.004367:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788744536.004376:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+9:18831:x1875634068510208:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744536.004388:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744536.004406:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95dd1 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.004440:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 10 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.004452:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 10 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.004460:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940af73d3a00, rc 0) 00000100:00100000:1.0:1788744536.004515:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+10:18831:x1875634068510208:12345-0@lo:101:mount.lustre.0 Request processed in 140us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744536.004522:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788744536.004606:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510208:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744536.004621:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.004632:0:18831:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744536.005227:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510336:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788744536.005280:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744536.005326:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.005920:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510336 00000100:00100000:2.0:1788744536.005929:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510336 00000100:00100000:2.0:1788744536.005967:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788744536.005976:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+10:18831:x1875634068510336:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788744536.006013:0:18843:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788744536.006021:0:18843:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788744536.006124:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+10:18831:x1875634068510336:12345-0@lo:256:mount.lustre.0 Request processed in 149us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.006133:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788744536.006511:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510336:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788744536.007182:0:18831:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788744536.007218:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.007231:0:18831:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744536.007240:0:18831:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940b0071b800 from 1 10000000:01000000:0.0:1788744536.007244:0:18831:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788744536.007277:0:18831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.007285:0:18831:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.007294:0:18831:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744536.007315:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788744536.007366:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744536.007413:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.007625:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510464 00000100:00100000:2.0:1788744536.007632:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510464 00000100:00100000:2.0:1788744536.007667:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788744536.007675:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+10:18831:x1875634068510464:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744536.007687:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744536.007701:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95ddf expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.007726:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 11 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.007737:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 11 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.007746:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac0030000, rc 0) 00000100:00100000:2.0:1788744536.007807:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068510464:12345-0@lo:101:mount.lustre.0 Request processed in 132us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.007814:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788744536.008272:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510464:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744536.008291:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.008302:0:18831:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744536.008370:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510592:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744536.008409:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744536.008454:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac11cad80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.008502:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510592 00000100:00100000:2.0:1788744536.008508:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510592 00000100:00100000:2.0:1788744536.008575:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788744536.008584:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068510592:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744536.009021:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068510592:12345-0@lo:501:mount.lustre.0 Request processed in 438us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.009036:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788744536.009277:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510592:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744536.009317:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510720:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744536.009362:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744536.009396:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac11cad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744536.009466:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510720 00000100:00100000:0.0:1788744536.009472:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510720 00000100:00100000:0.0:1788744536.009512:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788744536.009519:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068510720:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744536.009730:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068510720:12345-0@lo:503:mount.lustre.0 Request processed in 210us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744536.009738:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788744536.009764:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068510720:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744536.010805:0:18875:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18875:1875634068510848:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.010867:0:18875:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744536.010895:0:18875:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad3b17840 going to sleep for 11 seconds 00000100:00100000:0.0:1788744536.011742:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510848 00000100:00100000:0.0:1788744536.011762:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510848 00000100:00100000:0.0:1788744536.011855:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788744536.011865:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18875:x1875634068510848:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788744536.012413:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18875:x1875634068510848:12345-0@lo:502:llog_process_th.0 Request processed in 548us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744536.012422:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788744536.012511:0:18875:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18875:1875634068510848:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788744536.012581:0:18875:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744536.012591:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.012594:0:18875:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788744536.012601:0:18875:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940b0071b800 00000020:00000080:2.0:1788744536.012603:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744536.012612:0:18875:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744536.012615:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.012616:0:18875:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788744536.012619:0:18875:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744536.012621:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.012623:0:18875:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788744536.012628:0:18875:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940b0071b800 00000020:00000080:2.0:1788744536.012630:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744536.012698:0:18875:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744536.012702:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.012703:0:18875:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788744536.012706:0:18875:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744536.012708:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.012709:0:18875:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788744536.012713:0:18875:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff940b0071b800 00000020:00000080:2.0:1788744536.012715:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788744536.012775:0:18875:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18875:1875634068510976:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.012820:0:18875:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744536.014467:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068510976 00000100:00100000:1.0:1788744536.014490:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068510976 00000100:00100000:2.0:1788744536.014533:0:18875:0:(client.c:2716:ptlrpc_set_wait()) set ffff940af06290c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744536.014565:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788744536.014576:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18875:x1875634068510976:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788744536.015069:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18875:x1875634068510976:12345-0@lo:502:llog_process_th.0 Request processed in 491us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744536.015079:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788744536.015214:0:18875:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18875:1875634068510976:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788744536.015270:0:18875:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744536.015280:0:18875:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744536.015284:0:18875:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1788744536.015290:0:18875:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1788744536.015538:0:18831:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1788744536.015593:0:18831:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788744536.015612:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.015640:0:18831:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744536.015712:0:18831:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788744536.015716:0:18831:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff940b0071b800 10000000:01000000:1.0:1788744536.015720:0:18831:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff940b0071b800 10000000:01000000:1.0:1788744536.015726:0:18831:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788744536.015734:0:18831:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff940b0071b800 from 1 10000000:01000000:1.0:1788744536.015737:0:18831:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788744536.016288:0:18831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.016300:0:18831:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.016313:0:18831:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744536.016336:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511104:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744536.016401:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744536.016453:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad37ed9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.016510:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511104 00000100:00100000:2.0:1788744536.016519:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511104 00000100:00100000:2.0:1788744536.016683:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788744536.016697:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068511104:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744536.016717:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744536.016736:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac0030400/0x7cd2bfd5e1b95df4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95ded expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.016880:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac0030400/0x7cd2bfd5e1b95df4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95ded expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.016897:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac0030400/0x7cd2bfd5e1b95df4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95ded expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.016908:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac0030400, rc 0) 00000100:00100000:2.0:1788744536.017079:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18831:x1875634068511104:12345-0@lo:101:mount.lustre.0 Request processed in 384us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.017086:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788744536.017201:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511104:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744536.017217:0:18831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95df4 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.017227:0:18831:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95df4 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744536.017347:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511232:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744536.017378:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744536.017448:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad37ed9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.017489:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511232 00000100:00100000:2.0:1788744536.017494:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511232 00000100:00100000:2.0:1788744536.017578:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788744536.017585:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18831:x1875634068511232:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744536.017914:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18831:x1875634068511232:12345-0@lo:501:mount.lustre.0 Request processed in 328us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.017928:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788744536.018232:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511232:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744536.018270:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511360:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744536.018311:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744536.018342:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac6614f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.018358:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511360 00000100:00100000:2.0:1788744536.018362:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511360 00000100:00100000:2.0:1788744536.018431:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788744536.018439:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18831:x1875634068511360:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744536.018638:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18831:x1875634068511360:12345-0@lo:503:mount.lustre.0 Request processed in 199us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.018645:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788744536.018685:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511360:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744536.019031:0:18877:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18877:1875634068511488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788744536.019070:0:18877:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744536.019127:0:18877:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad37ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.019159:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511488 00000100:00100000:2.0:1788744536.019163:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511488 00000100:00100000:2.0:1788744536.019218:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788744536.019226:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18877:x1875634068511488:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.019402:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18877:x1875634068511488:12345-0@lo:502:llog_process_th.0 Request processed in 177us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.019409:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788744536.019487:0:18877:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18877:1875634068511488:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788744536.019631:0:18877:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788744536.019650:0:18877:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff940ad1cd19c0) 00000020:00000080:2.0:1788744536.019675:0:18877:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:2.0:1788744536.019777:0:18877:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940b0071b800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788744536.019783:0:18877:0:(tgt_mount.c:187:server_put_mount()) put mount ffff940b0071b800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788744536.019786:0:18877:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940b0071b800 4 00010000:00080000:2.0:1788744536.019825:0:18877:0:(ldlm_lib.c:103:import_set_conn()) imp ffff940ac55e3800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.156@tcp at head 00010000:00010000:2.0:1788744536.021870:0:18877:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:2.0:1788744536.022056:0:18877:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788744536.022099:0:18877:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788744536.022112:0:18877:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x7cd2bfd5e1b95e02 00000100:00080000:2.0:1788744536.022124:0:18877:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788744536.022136:0:18877:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff940ac55e3800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:2.0:1788744536.022178:0:18877:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940afa484000 x1875634068511616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744536.022248:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875634068511616:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788744536.022328:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788744536.022393:0:18877:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788744536.022653:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511616 00000100:00100000:1.0:1788744536.022660:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511616 00000100:00100000:1.0:1788744536.022728:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788744536.022736:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875634068511616:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788744536.022808:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875634068511616:12345-0@lo:38:llog_process_th.0 Request processed in 71us (479us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788744536.022817:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788744536.022887:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788744536.022895:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ac55e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744536.022905:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788744536.022909:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875634068511616:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788744536.023275:0:18877:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18877:1875634068511744:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.023324:0:18877:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744536.023349:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511744 00000100:00100000:2.0:1788744536.023353:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511744 00000100:00100000:2.0:1788744536.023382:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788744536.023389:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18877:x1875634068511744:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788744536.023672:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18877:x1875634068511744:12345-0@lo:502:llog_process_th.0 Request processed in 281us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744536.023681:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788744536.023732:0:18877:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac12ed540 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.023749:0:18877:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18877:1875634068511744:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788744536.023786:0:18877:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1788744536.023840:0:18831:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788744536.023862:0:18831:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788744536.023885:0:18831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95df4 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.023896:0:18831:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940af73d3c00/0x7cd2bfd5e1b95ded lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95df4 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788744536.023939:0:18831:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788744536.023941:0:18831:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788744536.023942:0:18831:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744536.023944:0:18831:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744536.023945:0:18831:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744536.023947:0:18831:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744536.023948:0:18831:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744536.023949:0:18831:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788744536.023952:0:18831:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744536.023953:0:18831:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744536.023956:0:18831:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788744536.023959:0:18831:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788744536.023960:0:18831:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788744536.023961:0:18831:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744536.023963:0:18831:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744536.023964:0:18831:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744536.023965:0:18831:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744536.023966:0:18831:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744536.023967:0:18831:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788744536.023968:0:18831:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744536.023970:0:18831:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744536.023983:0:18831:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788744536.023994:0:18831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511872:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788744536.024026:0:18831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744536.024044:0:18831:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac12ed540 going to sleep for 11 seconds 00000100:00100000:2.0:1788744536.024068:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068511872 00000100:00100000:2.0:1788744536.024073:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068511872 00000100:00100000:2.0:1788744536.024096:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788744536.024103:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18831:x1875634068511872:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788744536.024146:0:18844:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788744536.024161:0:18844:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788744536.079720:0:18844:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788744536.079745:0:18844:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1788744536.080094:0:18865:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788744536.080101:0:18865:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788744536.080191:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.080212:0:18865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 12 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.080222:0:18865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.080270:0:18865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 12 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.080286:0:18865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 12 pid: 18844 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744536.080300:0:18865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18865:1875634068512000:0@lo:104: 00000100:00100000:0.0:1788744536.080381:0:18865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744536.080439:0:18865:0:(client.c:2716:ptlrpc_set_wait()) set ffff940aced94900 going to sleep for 11 seconds 00000100:00100000:1.0:1788744536.080744:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512000 00000100:00100000:1.0:1788744536.080763:0:18832:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512000 00000100:00100000:1.0:1788744536.081030:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788744536.081041:0:18832:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:18865:x1875634068512000:12345-0@lo:104: 00010000:00010000:1.0:1788744536.081055:0:18832:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.081123:0:18832:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744536.081129:0:18832:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:18865:x1875634068512000:12345-0@lo:104: Request processed in 92us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744536.081137:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788744536.081286:0:18865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18865:1875634068512000:0@lo:104: 00010000:00010000:3.0:1788744536.081311:0:18865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.082719:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744536.082730:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.082740:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76800 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744536.082744:0:18838:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.082762:0:18838:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744536.082769:0:18838:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744536.082774:0:18838:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788744536.082815:0:18838:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.082831:0:18838:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744536.082853:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.082859:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b95dd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95dd8 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744536.082875:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744536.082877:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744536.082879:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744536.082922:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068512128:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744536.082986:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744536.083053:0:18834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512128 00000100:00100000:0.0:1788744536.083060:0:18834:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512128 00010000:00010000:0.0:1788744536.083085:0:18834:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 13 pid: 18844 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744536.083125:0:18834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744536.083139:0:18834:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+13:3312:x1875634068512128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744536.083151:0:18834:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744536.083157:0:18834:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 13 pid: 18844 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083168:0:18834:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 13 pid: 18844 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083223:0:18834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d3a00/0x7cd2bfd5e1b95dd8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95dd1 expref: 13 pid: 18844 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083237:0:18834:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083246:0:18834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788744536.083260:0:18834:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003160818s 00010000:00010000:0.0:1788744536.083265:0:18834:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083272:0:18834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083279:0:18834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083285:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083290:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744536.083300:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083308:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083329:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744536.083340:0:18834:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744536.083375:0:18834:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3312:x1875634068512128:12345-0@lo:103:ldlm_bl.0 Request processed in 237us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744536.083382:0:18834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788744536.083500:0:18865:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.083512:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744536.083519:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940afaa76c00/0x7cd2bfd5e1b95e09 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744536.083867:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068512128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788744536.095241:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18831:x1875634068511872:12345-0@lo:253:mount.lustre.0 Request processed in 71126us (71202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744536.095259:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788744536.095522:0:18831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18831:1875634068511872:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788744536.095541:0:18831:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788744536.095545:0:18831:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788744536.095582:0:18831:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788744536.095584:0:18831:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744536.095586:0:18831:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744536.095587:0:18831:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744536.095589:0:18831:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744536.095590:0:18831:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788744536.095591:0:18831:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788744536.095594:0:18831:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744536.095595:0:18831:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788744536.095611:0:18831:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1788744536.103521:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1788744536.110190:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1788744536.110516:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1788744536.113004:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1788744536.113487:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1788744536.113707:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1788744536.115236:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1788744536.115404:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1788744536.115915:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1788744536.116301:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1788744536.116806:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:2.0:1788744536.117053:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:3.0:1788744536.143828:0:18831:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:3.0:1788744536.144873:0:18831:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1788744536.145365:0:18888:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:3.0:1788744536.145461:0:18888:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:1.0:1788744536.149041:0:18887:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:1.0:1788744536.149051:0:18887:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:00080000:3.0:1788744536.150345:0:18888:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000040:01000000:0.0:1788744536.150852:0:18831:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000004:00080000:3.0:1788744536.151098:0:18888:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788744536.151104:0:18888:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:00080000:1.0:1788744536.151369:0:18831:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788744536.159328:0:18831:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788744536.159382:0:18831:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788744536.160800:0:18831:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744536.164833:0:18831:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788744536.168840:0:18831:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788744536.168959:0:18831:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788744536.170083:0:18831:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788744536.173022:0:18831:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:2.0:1788744536.183665:0:18831:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788744536.232529:0:18831:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788744536.232604:0:18831:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbcb701963988 00100000:10000000:2.0:1788744536.232613:0:18831:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788744536.233153:0:18831:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788744536.233172:0:18831:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.156@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788744536.233197:0:18831:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1788744536.233229:0:18831:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:0.0:1788744536.730674:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788744537.115342:0:18884:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788744537.115353:0:18884:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788744537.115798:0:18884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788744537.115806:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:1.0:1788744537.562686:0:18846:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788744537.562696:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff940b0071b800 from 9 10000000:01000000:1.0:1788744537.562702:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788744537.562803:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744537.562836:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744537.562848:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744537.562891:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068512256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744537.562975:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744537.563126:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad37edcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744537.566651:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512256 00000100:00100000:2.0:1788744537.566672:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512256 00000100:00100000:2.0:1788744537.567058:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788744537.567070:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18846:x1875634068512256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744537.567092:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744537.567113:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95e10 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744537.567145:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744537.567157:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744537.567168:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac0031e00, rc 0) 00000100:00100000:2.0:1788744537.567285:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068512256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 218us (4310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744537.567293:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788744537.567702:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068512256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744537.567735:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744537.567764:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744537.567840:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068512384:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788744537.567887:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744537.567934:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c114c300 going to sleep for 11 seconds 00000100:00100000:2.0:1788744537.568096:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512384 00000100:00100000:2.0:1788744537.568103:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512384 00000100:00100000:2.0:1788744537.568138:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788744537.568145:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068512384:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788744537.568170:0:18844:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788744537.568188:0:18844:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788744537.568191:0:18844:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:2.0:1788744537.569223:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068512384:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1074us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744537.569241:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788744537.569352:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068512384:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788744537.569414:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788744537.569424:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744537.569434:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744537.763787:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788744538.139887:0:18884:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788744538.139896:0:18884:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788744538.140463:0:18884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1788744538.140541:0:18884:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788744538.140610:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:0.0:1788744538.780501:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744539.802775:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744540.829076:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744541.210902:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744541.210910:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744541.210913:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744541.210916:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744541.210919:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788744541.210922:0:1343:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788744541.210937:0:1343:0:(import.c:65:import_set_state_nolock()) ffff940ac55e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744541.210954:0:1343:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff940ac55e3800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:0.0:1788744541.211048:0:1343:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940ace4cc000 x1875634068512640/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744541.211115:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068512512:0@lo:400:kworker.0 00000100:00100000:0.0:1788744541.211200:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744541.211281:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875634068512640:0@lo:38:kworker.0 00000100:00100000:0.0:1788744541.211327:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744541.211364:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512512 00000100:00100000:0.0:1788744541.211373:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512512 00000100:00100000:0.0:1788744541.211419:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788744541.211427:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3313:x1875634068512512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744541.211479:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3313:x1875634068512512:12345-0@lo:400:kworker.0 Request processed in 52us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744541.211487:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788744541.212691:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512640 00000100:00100000:0.0:1788744541.212701:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512640 00000100:00100000:0.0:1788744541.212731:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788744541.212739:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3309:x1875634068512640:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788744541.212766:0:18851:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 613 last 0 00000020:00000080:0.0:1788744541.212798:0:18851:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x7cd2bfd5e1b95e1e 00000004:00100000:0.0:1788744541.212814:0:18851:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788744541.212959:0:18851:0:(import.c:65:import_set_state_nolock()) ffff940ac7fdc000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744541.215314:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1875634068512640:12345-0@lo:38:kworker.0 Request processed in 2569us (3981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744541.215328:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744541.218343:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068512512:0@lo:400:kworker.0 00010000:00080000:0.0:1788744541.223595:0:3309:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff940ace4cc000 x1875634068512640/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788744541.223626:0:3309:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1788744541.223639:0:3309:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788744541.223648:0:3309:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788744541.223663:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ac55e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788744541.223672:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3309:1875634068512640:0@lo:38:kworker.0 00000001:02000400:0.0:1788744541.497164:0:19131:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788744541.850763:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744542.875100:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744543.898892:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788744544.510009:0:19281:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff404180e0 20000000:00000080:3.0:1788744544.510028:0:19281:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff940adbeefc00 uarg=0000000000000000 20000000:01000000:3.0:1788744544.510058:0:19281:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788744544.510065:0:19281:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788744544.510069:0:19281:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1788744544.511282:0:19282:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:3.0:1788744544.511466:0:19281:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788744544.529073:0:19281:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788744544.531069:0:19281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.531093:0:19281:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 11 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.531102:0:19281:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.531154:0:19281:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 11 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.531173:0:19281:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 11 pid: 18842 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744544.531190:0:19281:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19281:1875634068512768:0@lo:104: 00000100:00100000:0.0:1788744544.531253:0:19281:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744544.531319:0:19281:0:(client.c:2716:ptlrpc_set_wait()) set ffff940afaa1c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744544.531322:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512768 00000100:00100000:1.0:1788744544.531332:0:18833:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512768 00000100:00100000:1.0:1788744544.531390:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744544.531400:0:18833:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:19281:x1875634068512768:12345-0@lo:104: 00010000:00010000:1.0:1788744544.531413:0:18833:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.531484:0:18833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744544.531491:0:18833:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:19281:x1875634068512768:12345-0@lo:104: Request processed in 93us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744544.531498:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788744544.531522:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744544.531539:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.531598:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77c00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744544.531603:0:18837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.531611:0:18837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744544.531618:0:18837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744544.531624:0:18837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788744544.531652:0:18837:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.531658:0:18837:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744544.531694:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.531700:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940afaa77c00/0x7cd2bfd5e1b95ddf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95de6 expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.531717:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744544.531719:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744544.531720:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744544.531888:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3310:1875634068512896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744544.531924:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744544.531973:0:18834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068512896 00000100:00100000:1.0:1788744544.531977:0:18834:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068512896 00010000:00010000:1.0:1788744544.531994:0:18834:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 12 pid: 18842 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744544.532022:0:18834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744544.532028:0:18834:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3310:x1875634068512896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744544.532039:0:18834:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744544.532045:0:18834:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 12 pid: 18842 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532054:0:18834:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 12 pid: 18842 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532070:0:18834:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532079:0:18834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532093:0:18834:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532100:0:18834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532107:0:18834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532113:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532119:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744544.532123:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532137:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532146:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744544.532155:0:18834:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744544.532187:0:18834:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3310:x1875634068512896:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744544.532194:0:18834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744544.532379:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3310:1875634068512896:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744544.533133:0:19281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac0030000/0x7cd2bfd5e1b95de6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95ddf expref: 11 pid: 18842 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744544.533167:0:19281:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19281:1875634068512768:0@lo:104: 00010000:00010000:0.0:1788744544.533189:0:19281:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.533200:0:19281:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.533207:0:19281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744544.533213:0:19281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940afaa76400/0x7cd2bfd5e1b95e25 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744544.922865:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744545.308289:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744535/real 1788744535] req@ffff9409c3765f80 x1875634068509824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744545.308335:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9409c3765f80 x1875634068509824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788744545.308478:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940affaf5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788744545.308494:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788744545.308499:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068509824:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788744545.308837:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744545.308843:0:14727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788744545.308847:0:14727:0:(import.c:65:import_set_state_nolock()) ffff940affaf5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744545.308853:0:14727:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1788744545.308861:0:14727:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788744545.308878:0:14727:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff940affaf5000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:1.0:1788744545.308886:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788744545.308908:0:14727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940ace4cf100 x1875634068513152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744545.308923:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3310:1875634068513024:0@lo:400:kworker.0 00000100:00080000:0.0:1788744545.308931:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744545.308937:0:14727:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788744545.309015:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068513280:0@lo:400:kworker.0 00000100:00100000:1.0:1788744545.309058:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744545.309092:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744545.309207:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068513280 00000100:00100000:1.0:1788744545.309215:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068513024 00000100:00100000:0.0:1788744545.309223:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068513280 00000100:00100000:1.0:1788744545.309231:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068513024 00000100:00100000:0.0:1788744545.309304:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788744545.309311:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788744545.309324:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068513280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744545.309333:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:3310:x1875634068513024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744545.309410:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068513280:12345-0@lo:400:kworker.0 Request processed in 93us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744545.309419:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788744545.309728:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:3310:x1875634068513024:12345-0@lo:400:kworker.0 Request processed in 402us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744545.309738:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788744545.310177:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3310:1875634068513024:0@lo:400:kworker.0 00000100:00100000:1.0:1788744545.310748:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068513152:0@lo:8:kworker.0 00000400:00000100:1.0:1788744545.310877:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634068513152 offset 0 length 520: 4 00010000:00080000:0.0:1788744545.311183:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff940ace4cf480 x1875634068513280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744545.311202:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068513280:0@lo:400:kworker.0 10000000:01000000:1.0:1788744545.824384:0:18846:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788744545.824396:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940b0071b800 from 10 10000000:01000000:1.0:1788744545.824403:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788744545.824470:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744545.824484:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744545.824498:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744545.824531:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068513408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744545.824670:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744545.824741:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad2fe50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744545.824842:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068513408 00000100:00100000:0.0:1788744545.824852:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068513408 00000100:00100000:0.0:1788744545.824924:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744545.824937:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+11:18846:x1875634068513408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788744545.824955:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744545.824973:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95e2c expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744545.825004:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 12 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744545.825016:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 12 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744545.825028:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77c00, rc 0) 00000100:00100000:0.0:1788744545.825095:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068513408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744545.825103:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788744545.825308:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068513408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744545.825329:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744545.825339:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744545.825416:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068513536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744545.825451:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744545.825472:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad2fe50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744545.825491:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068513536 00000100:00100000:0.0:1788744545.825497:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068513536 00000100:00100000:0.0:1788744545.825529:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788744545.825537:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068513536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744545.826181:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068513536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 642us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744545.826191:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788744545.826885:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068513536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788744545.826951:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068513664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788744545.827023:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744545.827071:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940afa3b89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744545.827303:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068513664 00000100:00100000:1.0:1788744545.827312:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068513664 00000100:00100000:1.0:1788744545.827365:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788744545.827377:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068513664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744545.827667:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:18846:x1875634068513664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 291us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744545.827674:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788744545.827719:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068513664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788744545.831600:0:19332:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788744545.831768:0:18846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788744545.831803:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788744545.831829:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744545.831844:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744545.946960:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744546.333840:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744536/real 1788744536] req@ffff940afa487480 x1875634068509952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744546 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744546.333869:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff940afa487480 x1875634068509952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744546 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788744546.333889:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788744546.333908:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788744546.333912:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068509952:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788744546.334214:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744546.334219:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788744546.334221:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744546.334232:0:1343:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788744546.334235:0:1343:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744546.334239:0:1343:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 608 00000100:00080000:3.0:1788744546.334244:0:1343:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788744546.334256:0:1343:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff940ace2b2800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:3.0:1788744546.334270:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068513792:0@lo:400:kworker.0 00000100:00100000:3.0:1788744546.334341:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744546.334413:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068513792 00000100:00100000:3.0:1788744546.334421:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068513792 00000100:00100000:3.0:1788744546.334462:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744546.334471:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3313:x1875634068513792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744546.334520:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:3313:x1875634068513792:12345-0@lo:400:kworker.0 Request processed in 49us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744546.334527:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788744546.334605:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068513792:0@lo:400:kworker.0 00000100:00100000:3.0:1788744546.334638:0:1343:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940ad8178e00 x1875634068513920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744546.334660:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068513920:0@lo:8:kworker.0 00000400:00000100:3.0:1788744546.334684:0:3309:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875634068513920 offset 0 length 520: 4 00000100:00100000:0.0:1788744546.334844:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744546.334853:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068514048:0@lo:400:kworker.0 00000100:00100000:0.0:1788744546.334885:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744546.334923:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514048 00000100:00100000:0.0:1788744546.334927:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514048 00000100:00100000:0.0:1788744546.334956:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788744546.334962:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068514048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744546.335009:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068514048:12345-0@lo:400:kworker.0 Request processed in 47us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744546.335016:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788744546.335046:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff940ad8178000 x1875634068514048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744546.335057:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068514048:0@lo:400:kworker.0 00010000:00010000:2.0:1788744546.972625:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744547.997701:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788744548.379393:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788744549.019857:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788744549.933959:0:19531:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788744549.933963:0:19531:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:3.0:1788744549.935850:0:19531:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff940af6e40000 00000020:01000004:3.0:1788744549.935872:0:19531:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788744549.935885:0:19531:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1788744549.935900:0:19531:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff940af78d19c0) 00000020:00000080:3.0:1788744549.935933:0:19531:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1788744549.972211:0:19531:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1788744549.975205:0:19531:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1788744549.979455:0:19531:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1788744549.980088:0:19531:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1788744549.980453:0:19531:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:0.0:1788744549.980949:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 579: rc = 0 00100000:10000000:0.0:1788744549.981045:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 579: rc = 0 00100000:10000000:0.0:1788744549.981140:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 579: rc = 0 00100000:10000000:0.0:1788744549.981910:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 391: rc = 0 00100000:10000000:0.0:1788744549.982140:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 391: rc = 0 00100000:10000000:1.0:1788744549.982898:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 391: rc = 0 00100000:10000000:1.0:1788744549.983175:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 391: rc = 0 00100000:10000000:1.0:1788744549.983837:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 391: rc = 0 00100000:10000000:1.0:1788744549.984128:0:19531:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 391: rc = 0 00000020:00000080:1.0:1788744549.984903:0:19531:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1788744549.984916:0:19531:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788744549.984928:0:19531:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7cd2bfd5e1b95e41 00000020:01000004:1.0:1788744549.984936:0:19531:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:1.0:1788744549.984956:0:19531:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.156@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788744549.984959:0:19531:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.156@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788744549.984965:0:19531:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1788744549.984970:0:19531:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1788744549.984981:0:19531:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff940ad0d43380) 00000020:00000080:1.0:1788744549.984990:0:19531:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:1.0:1788744549.987952:0:19531:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788744549.988135:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1788744549.988141:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788744549.990817:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788744549.990831:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788744549.992661:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788744549.992678:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788744550.003816:0:19531:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744550.004025:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788744550.004032:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1788744550.005032:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1788744550.005104:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1788744550.024366:0:19531:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744550.024649:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788744550.024657:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788744550.029142:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788744550.029157:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788744550.032503:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788744550.032523:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788744550.035197:0:19531:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788744550.036056:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788744550.036062:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1788744550.036920:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1788744550.036930:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00010000:00010000:3.0:1788744550.042882:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744550.084519:0:19531:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788744550.084921:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788744550.084929:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1788744550.086993:0:19531:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1788744550.087009:0:19531:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788744550.088158:0:19531:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788744550.088183:0:19531:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:3.0:1788744550.088190:0:19531:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.156@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788744550.104817:0:19531:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.156@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788744550.104860:0:19531:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.156@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788744550.104864:0:19531:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788744550.104866:0:19531:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744550.104868:0:19531:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744550.104869:0:19531:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744550.104871:0:19531:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744550.104872:0:19531:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744550.104874:0:19531:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744550.104876:0:19531:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744550.104877:0:19531:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744550.104881:0:19531:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788744550.104884:0:19531:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744550.104885:0:19531:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744550.104886:0:19531:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744550.104887:0:19531:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744550.104888:0:19531:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744550.104895:0:19531:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744550.104896:0:19531:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744550.104897:0:19531:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744550.104898:0:19531:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744550.104937:0:19531:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788744550.104959:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514176:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744550.105052:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.105283:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514176 00000100:00100000:2.0:1788744550.105293:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514176 00000100:00100000:2.0:1788744550.105357:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788744550.105366:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:19531:x1875634068514176:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788744550.105397:0:18842:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788744550.105401:0:18842:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788744550.105404:0:18842:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788744550.105526:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad0daaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788744550.127946:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:19531:x1875634068514176:12345-0@lo:253:mount.lustre.0 Request processed in 22570us (22897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744550.127961:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788744550.128195:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514176:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788744550.128214:0:19531:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788744550.128217:0:19531:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788744550.128219:0:19531:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744550.128220:0:19531:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744550.128221:0:19531:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744550.128222:0:19531:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744550.128224:0:19531:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744550.128226:0:19531:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744550.128228:0:19531:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744550.128230:0:19531:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788744550.128253:0:19531:0:(tgt_mount.c:101:server_register_mount()) register mount ffff940af6e40000 from lustre-OST0000 10000000:01000000:3.0:1788744550.128284:0:19531:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788744550.128287:0:19531:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788744550.128293:0:19531:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff940af78d3380 local copy 00010000:00010000:3.0:1788744550.128303:0:19531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744550.129306:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514304:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744550.129366:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744550.129456:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad391ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.129508:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514304 00000100:00100000:1.0:1788744550.129517:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514304 00000100:00100000:1.0:1788744550.130448:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788744550.130462:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:19531:x1875634068514304:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744550.131520:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:19531:x1875634068514304:12345-0@lo:501:mount.lustre.0 Request processed in 1059us (2150us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788744550.131531:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788744550.131885:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514304:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788744550.131910:0:19531:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.156@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788744550.132280:0:19531:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.156@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788744550.132290:0:19531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.132301:0:19531:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744550.132339:0:19531:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff940af6e40000 10000000:01000000:2.0:1788744550.132344:0:19531:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788744550.132348:0:19531:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff940af78d3380 10000000:01000000:2.0:1788744550.132351:0:19531:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1788744550.132354:0:19531:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff940af78d3380 from 1 10000000:01000000:2.0:1788744550.132357:0:19531:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788744550.132405:0:19531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.132413:0:19531:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.132423:0:19531:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744550.132444:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514432:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744550.132951:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.133057:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac11cad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744550.133238:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514432 00000100:00100000:0.0:1788744550.133247:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514432 00000100:00100000:0.0:1788744550.133347:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788744550.133357:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+12:19531:x1875634068514432:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744550.133372:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744550.133387:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa77600/0x7cd2bfd5e1b95e56 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95e4f expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.133432:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa77600/0x7cd2bfd5e1b95e56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e4f expref: 13 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.133443:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa77600/0x7cd2bfd5e1b95e56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e4f expref: 13 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.133452:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77600, rc 0) 00000100:00100000:0.0:1788744550.134384:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+13:19531:x1875634068514432:12345-0@lo:101:mount.lustre.0 Request processed in 1024us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744550.134394:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788744550.134788:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514432:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744550.134812:0:19531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e56 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.134823:0:19531:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95e56 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744550.134846:0:19531:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788744550.134868:0:19531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e56 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.134895:0:19531:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940ac0030600/0x7cd2bfd5e1b95e4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e56 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744550.134904:0:19531:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788744550.134909:0:19531:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788744550.134915:0:19531:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788744550.134919:0:19531:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788744550.134952:0:19531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.134959:0:19531:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.134968:0:19531:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744550.134987:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514560:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744550.135258:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.135298:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac11cad80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.135363:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514560 00000100:00100000:1.0:1788744550.135370:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514560 00000100:00100000:1.0:1788744550.135416:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788744550.135424:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+13:19531:x1875634068514560:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744550.135436:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744550.135449:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940af73d2000/0x7cd2bfd5e1b95e64 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95e5d expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.135469:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940af73d2000/0x7cd2bfd5e1b95e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e5d expref: 14 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.135478:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940af73d2000/0x7cd2bfd5e1b95e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e5d expref: 14 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.135496:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940af73d2000, rc 0) 00000100:00100000:1.0:1788744550.136930:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514560:12345-0@lo:101:mount.lustre.0 Request processed in 1501us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.136939:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788744550.137074:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514560:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744550.137096:0:19531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e64 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.137107:0:19531:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95e64 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788744550.138422:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1788744550.140098:0:19531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744550.140374:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1788744550.140419:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1788744550.140464:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1788744550.140536:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1788744550.140792:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1788744550.140828:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1788744550.140877:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1788744550.140931:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1788744550.140965:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1788744550.141015:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1788744550.141050:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1788744550.141098:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1788744550.141161:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1788744550.141170:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1788744550.141274:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514688:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744550.141345:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744550.141710:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad0dd9180 going to sleep for 11 seconds 00000100:00100000:0.0:1788744550.141966:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514688 00000100:00100000:0.0:1788744550.141976:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514688 00000100:00100000:0.0:1788744550.142130:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788744550.142141:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514688:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744550.142577:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514688:12345-0@lo:501:mount.lustre.0 Request processed in 410us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744550.142585:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788744550.142684:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514688:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744550.142731:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514816:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788744550.142786:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744550.143247:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad391ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.143342:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514816 00000100:00100000:1.0:1788744550.143350:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514816 00000100:00100000:1.0:1788744550.143385:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788744550.143393:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514816:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744550.144515:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514816:12345-0@lo:503:mount.lustre.0 Request processed in 1118us (1725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.144534:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788744550.144747:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514816:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788744550.145414:0:19531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788744550.145508:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514944:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744550.145620:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744550.145911:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad0daaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.146240:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068514944 00000100:00100000:1.0:1788744550.146252:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068514944 00000100:00100000:1.0:1788744550.146288:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788744550.146296:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514944:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744550.146751:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068514944:12345-0@lo:502:mount.lustre.0 Request processed in 456us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.146761:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788744550.147070:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068514944:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744550.147346:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788744550.147405:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788744550.147456:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788744550.147529:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788744550.147894:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788744550.147928:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788744550.147980:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788744550.148013:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788744550.148059:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788744550.148108:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788744550.148145:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788744550.148194:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788744550.148239:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744550.148303:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744550.148345:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad0daaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.148581:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515072 00000100:00100000:1.0:1788744550.148590:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515072 00000100:00100000:1.0:1788744550.148626:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788744550.149349:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068515072:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744550.150475:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068515072:12345-0@lo:502:mount.lustre.0 Request processed in 693us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.150503:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788744550.151094:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515072:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744550.151233:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788744550.151248:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:0.0:1788744550.153111:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788744550.153123:0:19545:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:0.0:1788744550.153130:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.153133:0:19545:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1788744550.153200:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788744550.153216:0:19545:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff940ac60a3380) 00000020:00000080:0.0:1788744550.153238:0:19545:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788744550.153245:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788744550.153305:0:19545:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940af6e40000 from lustre-OST0000, refs=2 00080000:01000000:0.0:1788744550.153312:0:19545:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788744550.153393:0:19545:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7cd2bfd5e1b95e72 00010000:00010000:0.0:1788744550.160905:0:19545:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:0.0:1788744550.161833:0:19545:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:0.0:1788744550.166803:0:19545:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1788744550.170929:0:19545:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788744550.170940:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744550.170947:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.170949:0:19545:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788744550.170952:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788744550.170955:0:19545:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:0.0:1788744550.170956:0:19545:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788744550.170958:0:19545:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788744550.170959:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788744550.170961:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.170963:0:19545:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788744550.170965:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744550.170968:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.170969:0:19545:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788744550.170972:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788744550.170974:0:19545:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788744550.170977:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744550.170979:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.170980:0:19545:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788744550.170982:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788744550.170984:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.170985:0:19545:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788744550.170988:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788744550.171059:0:19545:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788744550.171063:0:19545:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788744550.171065:0:19545:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788744550.171068:0:19545:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1788744550.171262:0:19531:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1788744550.171290:0:19531:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1788744550.171312:0:19531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e64 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.171336:0:19531:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940ac0030000/0x7cd2bfd5e1b95e5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e64 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744550.171344:0:19531:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940af6e40000 from 1 10000000:01000000:1.0:1788744550.171348:0:19531:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788744550.171385:0:19531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.171392:0:19531:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.171402:0:19531:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744550.171426:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515200:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744550.171517:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744550.171602:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac7ee2900 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.171880:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515200 00000100:00100000:1.0:1788744550.171888:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515200 00000100:00100000:1.0:1788744550.171933:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788744550.171942:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+14:19531:x1875634068515200:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744550.171956:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744550.171968:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95e79 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.171993:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 15 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.172003:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 15 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.172011:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940af73d3e00, rc 0) 00000100:00100000:1.0:1788744550.172050:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515200:12345-0@lo:101:mount.lustre.0 Request processed in 109us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.172057:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788744550.172104:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515200:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744550.172119:0:19531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.172127:0:19531:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788744550.173859:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:1.0:1788744550.176289:0:19531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788744550.177465:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788744550.177951:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788744550.178027:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788744550.178201:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788744550.178245:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788744550.178301:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788744550.178422:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788744550.178493:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788744550.178860:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788744550.178869:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:1.0:1788744550.178970:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515328:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744550.179115:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744550.179272:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac7ee2900 going to sleep for 11 seconds 00000100:00100000:2.0:1788744550.179427:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515328 00000100:00100000:2.0:1788744550.179436:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515328 00000100:00100000:2.0:1788744550.179538:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788744550.179597:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515328:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744550.179880:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515328:12345-0@lo:501:mount.lustre.0 Request processed in 332us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744550.179888:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788744550.180059:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744550.180107:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744550.180170:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744550.180214:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940afa3b8900 going to sleep for 11 seconds 00000100:00100000:2.0:1788744550.180508:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515456 00000100:00100000:2.0:1788744550.180515:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515456 00000100:00100000:2.0:1788744550.180581:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788744550.180589:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515456:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744550.180848:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515456:12345-0@lo:503:mount.lustre.0 Request processed in 259us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744550.180855:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788744550.181019:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515456:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788744550.181987:0:19531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788744550.182545:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515584:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788744550.182762:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.183509:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515584 00000100:00100000:2.0:1788744550.183520:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515584 00000100:00100000:0.0:1788744550.183536:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad0dd9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744550.183644:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788744550.183654:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515584:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744550.184392:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515584:12345-0@lo:502:mount.lustre.0 Request processed in 737us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744550.184401:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788744550.184701:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515584:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788744550.185044:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788744550.185104:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788744550.185308:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788744550.185431:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788744550.185464:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788744550.185531:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788744550.185805:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788744550.185843:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:1.0:1788744550.185886:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515712:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744550.185954:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744550.185998:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac7ee2180 going to sleep for 11 seconds 00000100:00100000:2.0:1788744550.186146:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515712 00000100:00100000:2.0:1788744550.186154:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515712 00000100:00100000:2.0:1788744550.186203:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788744550.186213:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515712:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744550.186423:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515712:12345-0@lo:502:mount.lustre.0 Request processed in 210us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744550.186430:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788744550.186574:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515712:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744550.186674:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788744550.186687:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1788744550.187943:0:19549:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744550.187953:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744550.187955:0:19549:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788744550.187961:0:19549:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940af6e40000 00000020:00000080:3.0:1788744550.187963:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744550.187969:0:19549:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744550.187971:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744550.187973:0:19549:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788744550.187976:0:19549:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744550.187978:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744550.187979:0:19549:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788744550.187982:0:19549:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940af6e40000 00000020:00000080:3.0:1788744550.187984:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744550.188032:0:19549:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744550.188034:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744550.188036:0:19549:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788744550.188038:0:19549:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744550.188040:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744550.188041:0:19549:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788744550.188044:0:19549:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff940af6e40000 00000020:00000080:3.0:1788744550.188046:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788744550.188276:0:19549:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744550.188281:0:19549:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744550.188282:0:19549:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1788744550.188285:0:19549:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:1.0:1788744550.188875:0:19531:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:1.0:1788744550.188904:0:19531:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788744550.188925:0:19531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.188937:0:19531:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744550.188979:0:19531:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788744550.188990:0:19531:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff940af6e40000 10000000:01000000:1.0:1788744550.188993:0:19531:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff940af6e40000 10000000:01000000:1.0:1788744550.188997:0:19531:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788744550.189003:0:19531:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff940af6e40000 from 1 10000000:01000000:1.0:1788744550.189006:0:19531:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788744550.189044:0:19531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.189052:0:19531:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.189062:0:19531:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744550.189274:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515840:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788744550.189339:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744550.189386:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac7ee2300 going to sleep for 11 seconds 00000100:00100000:0.0:1788744550.189421:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515840 00000100:00100000:0.0:1788744550.189429:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515840 00000100:00100000:0.0:1788744550.189470:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788744550.189478:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068515840:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744550.189503:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744550.189516:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa77200/0x7cd2bfd5e1b95e8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95e87 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.189574:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa77200/0x7cd2bfd5e1b95e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e87 expref: 16 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.189586:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa77200/0x7cd2bfd5e1b95e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e87 expref: 16 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.189596:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77200, rc 0) 00000100:00100000:0.0:1788744550.189643:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068515840:12345-0@lo:101:mount.lustre.0 Request processed in 165us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744550.189651:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788744550.190171:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515840:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744550.190188:0:19531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e8e expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.190197:0:19531:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95e8e expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744550.190853:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:3.0:1788744550.194056:0:19531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744550.195609:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788744550.195683:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788744550.195721:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788744550.196720:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788744550.196931:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788744550.197144:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788744550.197190:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788744550.197227:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788744550.197276:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788744550.197310:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788744550.197342:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788744550.197403:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788744550.197443:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788744550.197477:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788744550.197583:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788744550.197708:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788744550.197767:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788744550.197838:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788744550.197878:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788744550.197907:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788744550.197945:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788744550.197975:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788744550.198003:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788744550.198046:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788744550.198081:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:2.0:1788744550.198114:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:2.0:1788744550.198162:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:2.0:1788744550.198195:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:2.0:1788744550.198226:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:2.0:1788744550.198281:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:2.0:1788744550.198315:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:2.0:1788744550.198442:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:2.0:1788744550.198475:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:2.0:1788744550.198569:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:2.0:1788744550.198628:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:2.0:1788744550.198706:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:2.0:1788744550.198750:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:2.0:1788744550.198785:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:2.0:1788744550.198826:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:2.0:1788744550.198856:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:2.0:1788744550.198942:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:2.0:1788744550.198949:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:2.0:1788744550.199070:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744550.199134:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.199178:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.199206:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068515968 00000100:00100000:1.0:1788744550.199224:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068515968 00000100:00100000:1.0:1788744550.199278:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788744550.199287:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068515968:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744550.199512:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068515968:12345-0@lo:501:mount.lustre.0 Request processed in 225us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.199520:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788744550.201516:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068515968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744550.201624:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516096:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744550.201698:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.201736:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.205005:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516096 00000100:00100000:1.0:1788744550.205021:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516096 00000100:00100000:1.0:1788744550.205098:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788744550.205110:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516096:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744550.205373:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516096:12345-0@lo:503:mount.lustre.0 Request processed in 265us (3684us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.205387:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788744550.205575:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516096:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788744550.206617:0:19531:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788744550.206707:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516224:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744550.206768:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.206798:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516224 00000100:00100000:2.0:1788744550.206803:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516224 00000100:00100000:2.0:1788744550.206840:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788744550.206848:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516224:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744550.207030:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516224:12345-0@lo:502:mount.lustre.0 Request processed in 182us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744550.207037:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788744550.207091:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744550.207109:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516224:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744550.207376:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788744550.207419:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788744550.207450:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788744550.207534:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788744550.207609:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788744550.207671:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788744550.207719:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788744550.207758:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788744550.207809:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788744550.207848:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788744550.207896:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788744550.207946:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788744550.207988:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788744550.208020:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788744550.208065:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788744550.208099:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788744550.208132:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788744550.208179:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788744550.208213:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788744550.208264:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788744550.208310:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788744550.208346:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788744550.208376:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788744550.211580:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788744550.211645:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:2.0:1788744550.211680:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:2.0:1788744550.211730:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:2.0:1788744550.211766:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:2.0:1788744550.211799:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:2.0:1788744550.211845:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:2.0:1788744550.211881:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:2.0:1788744550.211915:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:2.0:1788744550.211956:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:2.0:1788744550.213215:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:2.0:1788744550.213291:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:2.0:1788744550.220007:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:2.0:1788744550.220233:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:2.0:1788744550.220269:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:2.0:1788744550.220319:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:2.0:1788744550.220355:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:2.0:1788744550.220413:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516352:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744550.220789:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.220887:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788744550.220936:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516352 00000100:00100000:3.0:1788744550.220944:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516352 00000100:00100000:3.0:1788744550.221026:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788744550.221037:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516352:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744550.221352:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516352:12345-0@lo:502:mount.lustre.0 Request processed in 317us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744550.221360:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788744550.221443:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516352:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744550.221717:0:19531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:2.0:1788744550.221730:0:19531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1788744550.225711:0:19554:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788744550.225727:0:19554:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff940ad1cd4d40) 00000020:00000080:2.0:1788744550.225747:0:19554:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:2.0:1788744550.225831:0:19554:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940af6e40000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788744550.225834:0:19554:0:(tgt_mount.c:187:server_put_mount()) put mount ffff940af6e40000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788744550.225837:0:19554:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940af6e40000 3 00010000:00080000:2.0:1788744550.225890:0:19554:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9409c2794800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.156@tcp at head 00010000:00010000:2.0:1788744550.232535:0:19554:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:2.0:1788744550.232795:0:19554:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1788744550.232833:0:19554:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788744550.232846:0:19554:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x7cd2bfd5e1b95e9c 00000100:00080000:2.0:1788744550.232857:0:19554:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788744550.232884:0:19554:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9409c2794800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:2.0:1788744550.232923:0:19554:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940afa487100 x1875634068516480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788744550.232975:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875634068516480:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788744550.233044:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.235005:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516480 00000100:00100000:2.0:1788744550.235021:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516480 00000100:00100000:2.0:1788744550.235429:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788744550.235441:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875634068516480:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788744550.235664:0:18849:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000020:00000080:2.0:1788744550.235709:0:18849:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x7cd2bfd5e1b95ea3 00000004:00100000:2.0:1788744550.235735:0:18849:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788744550.236005:0:18849:0:(import.c:65:import_set_state_nolock()) ffff9409c2795800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788744550.236111:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1875634068516480:12345-0@lo:38:llog_process_th.0 Request processed in 671us (3068us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744550.236121:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788744550.236168:0:3309:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff940afa487100 x1875634068516480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744550.236179:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788744550.236187:0:3309:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788744550.236194:0:3309:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788744550.236200:0:3309:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788744550.236203:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9409c2794800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788744550.236209:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3309:1875634068516480:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788744550.236235:0:19554:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788744550.236662:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744550.236668:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788744550.236671:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744550.236673:0:1343:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744550.236781:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788744550.236794:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068516608:0@lo:400:kworker.0 00000100:00100000:2.0:1788744550.236841:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1788744550.237011:0:19554:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000100:00100000:1.0:1788744550.237266:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516608 00000100:00100000:1.0:1788744550.237273:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516608 00000100:00100000:1.0:1788744550.237315:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788744550.237325:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068516608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744550.237387:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068516608:12345-0@lo:400:kworker.0 Request processed in 65us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.237393:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788744550.237639:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9409c3765180 x1875634068516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788744550.237651:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068516608:0@lo:400:kworker.0 00000020:01000000:3.0:1788744550.238054:0:19531:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1788744550.238168:0:19531:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788744550.238232:0:19531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e8e expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.238256:0:19531:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940af73d3200/0x7cd2bfd5e1b95e87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95e8e expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788744550.238307:0:19531:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788744550.238309:0:19531:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744550.238310:0:19531:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744550.238311:0:19531:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744550.238312:0:19531:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744550.238313:0:19531:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744550.238314:0:19531:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744550.238316:0:19531:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744550.238317:0:19531:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788744550.238320:0:19531:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788744550.238323:0:19531:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744550.238324:0:19531:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788744550.238325:0:19531:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744550.238326:0:19531:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744550.238327:0:19531:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744550.238328:0:19531:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744550.238329:0:19531:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744550.238330:0:19531:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744550.238331:0:19531:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788744550.238363:0:19531:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788744550.238379:0:19531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516736:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744550.238431:0:19531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744550.238544:0:19531:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad0daacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744550.238574:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516736 00000100:00100000:0.0:1788744550.238587:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516736 00000100:00100000:0.0:1788744550.238633:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788744550.238643:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:19531:x1875634068516736:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788744550.238665:0:18844:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788744550.238679:0:18844:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788744550.292030:0:18844:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788744550.292051:0:18844:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788744550.292165:0:18865:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788744550.292171:0:18865:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788744550.292193:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.292233:0:18865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 16 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.292242:0:18865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.292283:0:18865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 16 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744550.292297:0:18865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 16 pid: 18843 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744550.292313:0:18865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18865:1875634068516864:0@lo:104: 00000100:00100000:2.0:1788744550.292394:0:18865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744550.292444:0:18865:0:(client.c:2716:ptlrpc_set_wait()) set ffff940afa5c6240 going to sleep for 11 seconds 00000100:00100000:1.0:1788744550.292621:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516864 00000100:00100000:1.0:1788744550.292700:0:18833:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516864 00000100:00100000:1.0:1788744550.292753:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788744550.292764:0:18833:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa484380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:18865:x1875634068516864:12345-0@lo:104: 00010000:00010000:1.0:1788744550.292777:0:18833:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744550.292840:0:18833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744550.292846:0:18833:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa484380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:18865:x1875634068516864:12345-0@lo:104: Request processed in 85us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744550.292855:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788744550.292856:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744550.292865:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.292874:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2600 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:3.0:1788744550.292879:0:18838:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.292900:0:18838:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788744550.292908:0:18838:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744550.292915:0:18838:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788744550.293023:0:18838:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744550.293081:0:18865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18865:1875634068516864:0@lo:104: 00010000:00010000:3.0:1788744550.293103:0:18838:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744550.293103:0:18865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293140:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293148:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d2600/0x7cd2bfd5e1b95e10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e17 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293168:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744550.293169:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744550.293172:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744550.293195:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068516992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744550.293229:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744550.293265:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068516992 00000100:00100000:3.0:1788744550.293270:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068516992 00010000:00010000:3.0:1788744550.293291:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 17 pid: 18843 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744550.293326:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744550.293334:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:3312:x1875634068516992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744550.293344:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744550.293349:0:18836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 17 pid: 18843 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293441:0:18836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 17 pid: 18843 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293454:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac0031e00/0x7cd2bfd5e1b95e17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e10 expref: 17 pid: 18843 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293469:0:18836:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293487:0:18836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788744550.293685:0:18836:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003160818s 00010000:00010000:3.0:1788744550.293693:0:18836:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293700:0:18836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293707:0:18836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293714:0:18836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293720:0:18836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac0030e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744550.293725:0:18836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293733:0:18836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293756:0:18836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744550.293768:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788744550.293769:0:18865:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.293780:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744550.293788:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac0030e00/0x7cd2bfd5e1b95eaa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744550.293812:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3312:x1875634068516992:12345-0@lo:103:ldlm_bl.0 Request processed in 477us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744550.293821:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744550.293825:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068516992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744550.301162:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:19531:x1875634068516736:12345-0@lo:253:mount.lustre.0 Request processed in 62510us (62719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744550.301179:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788744550.301438:0:19531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:19531:1875634068516736:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788744550.301457:0:19531:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788744550.301474:0:19531:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788744550.301476:0:19531:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788744550.301491:0:19531:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788744550.301492:0:19531:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788744550.301494:0:19531:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788744550.301495:0:19531:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788744550.301496:0:19531:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788744550.301498:0:19531:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788744550.301500:0:19531:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788744550.301516:0:19531:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788744550.302280:0:19531:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788744550.302740:0:19531:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788744550.302903:0:19531:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788744550.303064:0:19531:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788744550.303283:0:19531:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788744550.303818:0:19531:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1788744550.304434:0:19531:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788744550.362299:0:19531:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788744550.362308:0:19531:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788744550.362412:0:19531:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788744550.362470:0:19531:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.156@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788744550.362499:0:19531:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1788744550.362527:0:19531:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1788744551.072710:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788744551.834656:0:18846:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788744551.834666:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff940b0071b800 from 10 10000000:01000000:1.0:1788744551.834671:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788744551.834729:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744551.834743:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744551.834755:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744551.834782:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068517120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744551.834857:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744551.834920:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac7ee2480 going to sleep for 11 seconds 00000100:00100000:3.0:1788744551.835006:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517120 00000100:00100000:3.0:1788744551.835015:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517120 00000100:00100000:3.0:1788744551.835077:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788744551.835086:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+15:18846:x1875634068517120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744551.835100:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744551.835126:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95eb1 expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744551.835153:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 16 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744551.835163:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 16 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744551.835173:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac29cb000, rc 0) 00000100:00100000:3.0:1788744551.835225:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:18846:x1875634068517120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744551.835232:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788744551.835414:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068517120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744551.835430:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744551.835439:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744551.835509:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068517248:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788744551.835591:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744551.835612:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac7ee2480 going to sleep for 11 seconds 00000100:00100000:0.0:1788744551.835669:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517248 00000100:00100000:0.0:1788744551.835674:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517248 00000100:00100000:0.0:1788744551.835716:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788744551.835723:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:18846:x1875634068517248:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788744551.835739:0:18844:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788744551.835757:0:18844:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788744551.835761:0:18844:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:0.0:1788744551.835848:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:18846:x1875634068517248:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744551.835856:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788744551.835999:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068517248:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788744551.836056:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788744551.836063:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744551.836072:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744552.094340:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744553.118630:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744554.146320:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744555.165367:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788744555.546785:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744555.546793:0:14727:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788744555.546796:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744555.546799:0:14727:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788744555.546832:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744555.546852:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068517376:0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.546921:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744555.546976:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068517632:0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.547018:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744555.547038:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788744555.547043:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068517504:0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.547061:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744555.547085:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517376 00000100:00100000:0.0:1788744555.547085:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517632 00000100:00100000:0.0:1788744555.547092:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517632 00000100:00100000:2.0:1788744555.547096:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517376 00000100:00100000:0.0:1788744555.547129:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517504 00000100:00100000:2.0:1788744555.547133:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788744555.547137:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517504 00000100:00100000:2.0:1788744555.547142:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3312:x1875634068517376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.547152:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788744555.547157:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068517632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.547190:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068517632:12345-0@lo:400:kworker.0 Request processed in 32us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744555.547197:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744555.547203:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3312:x1875634068517376:12345-0@lo:400:kworker.0 Request processed in 63us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744555.547209:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788744555.547213:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744555.547239:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068517504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.547267:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068517504:12345-0@lo:400:kworker.0 Request processed in 37us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744555.547273:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788744555.547483:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940ace4cd180 x1875634068517504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744555.547498:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068517504:0@lo:400:kworker.0 00010000:00080000:0.0:1788744555.547509:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940ace4cca80 x1875634068517632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744555.547516:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068517632:0@lo:400:kworker.0 00000100:00100000:0.0:1788744555.547566:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068517376:0@lo:400:kworker.0 00000100:00080000:1.0:1788744555.548127:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788744556.186943:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788744557.188036:0:19900:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788744557.211482:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744558.238660:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788744558.622491:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788744559.259851:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.282783:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744560.475445:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744545/real 1788744545] req@ffff940ace4cf100 x1875634068513152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744560.475475:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff940ace4cf100 x1875634068513152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788744560.475495:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940affaf5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788744560.475523:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788744560.475526:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068513152:0@lo:8:kworker.0 00000100:00080000:2.0:1788744560.476413:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744560.476419:0:14727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788744560.476423:0:14727:0:(import.c:65:import_set_state_nolock()) ffff940affaf5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788744560.476429:0:14727:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 617 00000100:00080000:2.0:1788744560.476442:0:14727:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788744560.476454:0:14727:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff940affaf5000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:2.0:1788744560.476474:0:14727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940afa485c00 x1875634068517888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788744560.476487:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788744560.476490:0:14727:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788744560.476533:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068518144:0@lo:400:kworker.0 00000100:00100000:2.0:1788744560.476618:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744560.476852:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068517760:0@lo:400:kworker.0 00000100:00100000:1.0:1788744560.476887:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744560.476919:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788744560.476924:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068518016:0@lo:400:kworker.0 00000100:00100000:1.0:1788744560.476945:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744560.476978:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518144 00000100:00100000:1.0:1788744560.476986:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518144 00000100:00100000:1.0:1788744560.477042:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518016 00000100:00100000:1.0:1788744560.477045:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518016 00000100:00100000:1.0:1788744560.477058:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744560.477066:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068518144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744560.477114:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068518144:12345-0@lo:400:kworker.0 Request processed in 48us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744560.477120:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744560.477136:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788744560.477141:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068518016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744560.477165:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068518016:12345-0@lo:400:kworker.0 Request processed in 25us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744560.477171:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1788744560.477183:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788744560.477209:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940afa484a80 x1875634068518016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744560.477221:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068518016:0@lo:400:kworker.0 00000100:00100000:1.0:1788744560.477242:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068517888:0@lo:8:kworker.0 00000100:00100000:1.0:1788744560.477268:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1788744560.477381:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940afa485880 x1875634068518144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744560.477391:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068518144:0@lo:400:kworker.0 00000100:00100000:2.0:1788744560.478098:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517760 00000100:00100000:2.0:1788744560.478106:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517760 00000100:00100000:2.0:1788744560.478154:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788744560.478163:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3312:x1875634068517760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744560.478213:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3312:x1875634068517760:12345-0@lo:400:kworker.0 Request processed in 51us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744560.478229:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788744560.478444:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068517760:0@lo:400:kworker.0 00000100:00100000:0.0:1788744560.479935:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068517888 00000100:00100000:0.0:1788744560.479946:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068517888 00000100:00100000:0.0:1788744560.479975:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744560.479990:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875634068517888:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788744560.480018:0:19532:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:0.0:1788744560.480047:0:19532:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7cd2bfd5e1b95ebf 00002000:00100000:0.0:1788744560.480061:0:19532:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff940ad0819800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a2c ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1788744560.480065:0:19532:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1788744560.480068:0:19532:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788744560.482645:0:19532:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788744560.482683:0:19532:0:(import.c:65:import_set_state_nolock()) ffff940ad0818000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744560.482775:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3309:x1875634068517888:12345-0@lo:8:kworker.0 Request processed in 2783us (5504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744560.482790:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788744560.483522:0:3309:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940afa485c00 x1875634068517888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788744580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744560.483535:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788744560.483581:0:3309:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788744560.483591:0:3309:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788744560.483598:0:3309:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788744560.483600:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940affaf5000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788744560.483620:0:3309:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788744560.483626:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068517888:0@lo:8:kworker.0 00000004:00080000:2.0:1788744560.483780:0:18872:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x6:0x0] 00000100:00100000:2.0:1788744560.483808:0:18872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18872:1875634068518400:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788744560.483861:0:18872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744560.483885:0:18872:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ace1610c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744560.483930:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068518272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744560.483959:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744560.484022:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518400 00000100:00100000:1.0:1788744560.484029:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518400 00000100:00100000:1.0:1788744560.484074:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788744560.484084:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18872:x1875634068518400:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788744560.484416:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518272 00000100:00100000:2.0:1788744560.484422:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518272 00000100:00100000:2.0:1788744560.484460:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744560.484467:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3311:x1875634068518272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744560.484493:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788744560.484537:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3311:x1875634068518272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744560.484544:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000004:00080000:0.0:1788744560.485142:0:18871:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788744560.485400:0:18871:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 632617849304ns, next at 0ns, rc = 0 00000100:00080000:0.0:1788744560.485634:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788744560.485701:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940afa485500 x1875634068518272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744576 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744560.485724:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068518272:0@lo:13:osp-pre-0-0.0 00002000:00080000:1.0:1788744560.489883:0:19535:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:1.0:1788744560.489896:0:19535:0:(ofd_dev.c:1642:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1788744560.489902:0:19535:0:(ofd_dev.c:1493:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:7 to 0x240000400:65) 00002000:00010000:3.0:1788744560.512265:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788744560.512279:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512827:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=632s v=(0 0) 00010000:00010000:3.0:1788744560.512833:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744560.512841:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512863:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512875:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512884:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512912:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744560.512930:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744560.512936:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512945:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac29ca400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744560.512950:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512960:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.512994:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.513001:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fbf4df4/0x7cd2bfd5e1b95ec6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.513022:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.513024:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.513026:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744560.517214:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744560.517227:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517244:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=632s v=(0 0) 00010000:00010000:0.0:1788744560.517248:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744560.517254:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517295:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517308:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517315:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517333:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744560.517346:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.517352:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517360:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.517364:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517372:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517390:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517398:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b95ecd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517426:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.517428:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.517430:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744560.517865:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744560.517871:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517880:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=632s v=(0 0) 00010000:00010000:0.0:1788744560.517883:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744560.517887:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517897:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517904:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517911:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.517926:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744560.518342:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744560.518348:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518367:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=632s v=(0 0) 00010000:00010000:0.0:1788744560.518370:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744560.518375:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518386:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518394:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518400:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518416:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744560.518429:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744560.518433:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518441:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.518445:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518453:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518477:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518484:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095b96907/0x7cd2bfd5e1b95ed4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518499:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.518502:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518509:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.518512:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518520:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518529:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518536:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b95edb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.518546:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.518570:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.518578:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.526854:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.531415:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.531432:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.531452:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.531456:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.531463:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.531479:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.531490:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.531504:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.531528:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744560.532087:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.532093:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532101:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.532104:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.532108:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532116:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532124:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532131:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532146:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788744560.532240:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788744560.532249:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532258:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac0030e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744560.532263:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532273:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532305:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532313:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b208bc3/0x7cd2bfd5e1b95ee2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532343:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744560.532347:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532355:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac0031e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744560.532358:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532366:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532387:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532394:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f3f3a22/0x7cd2bfd5e1b95ee9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.532407:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.532409:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.532411:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.532575:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.532581:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532595:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.532598:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.532602:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532610:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532618:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532625:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.532648:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744560.533034:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.533040:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533049:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.533052:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.533056:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533066:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533085:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533092:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533099:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788744560.533526:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.533532:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533541:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.533544:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.533575:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533585:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533594:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533601:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.533622:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788744560.534004:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.534010:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.534019:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.534022:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.534026:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.534036:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.534044:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.534051:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.534060:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1788744560.534888:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788744560.534912:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.534923:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744560.534928:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.534937:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.534965:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.534982:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95ef0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535008:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788744560.535011:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535017:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389200 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744560.535021:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535028:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535038:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535044:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95ef7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535054:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744560.535057:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535062:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744560.535071:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535078:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535086:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535093:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95efe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535104:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744560.535107:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535113:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744560.535116:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535122:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535131:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535138:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.535158:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744560.535159:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744560.535161:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.535365:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.538994:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.539007:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.539023:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.539033:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.539040:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.539053:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.539063:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.539070:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.539684:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744560.540183:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.540190:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.540202:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.540206:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.540210:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.540223:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.540233:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.540247:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545030:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788744560.545045:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545059:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744560.545064:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545075:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545096:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545105:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545129:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744560.545133:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545140:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744560.545159:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545167:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545178:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744560.545199:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744560.545201:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744560.545203:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.547254:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788744560.547266:0:19535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.547326:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.553845:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.553863:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.553882:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.553887:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.553894:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.553908:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.553919:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.553927:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.553959:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.553974:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.553980:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.553989:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.553993:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554003:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554025:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554033:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be526e6c/0x7cd2bfd5e1b95f1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554053:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.554055:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.554057:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.554636:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.554643:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554652:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.554662:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.554667:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554682:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554692:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554699:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554714:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.554725:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.554729:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554736:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.554739:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554746:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554755:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554773:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee5ebf04/0x7cd2bfd5e1b95f21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.554787:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.554788:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.554790:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.555193:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.555199:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555207:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.555211:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.555215:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555224:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555232:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555239:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555254:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.555263:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.555273:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555293:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.555297:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555306:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555318:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555324:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000417c65bc/0x7cd2bfd5e1b95f28 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555339:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.555341:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.555342:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.555752:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.555758:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555766:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.555769:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.555772:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555793:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555801:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555808:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555822:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.555830:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.555835:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555841:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.555843:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555850:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555861:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555868:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000206a4c4d/0x7cd2bfd5e1b95f2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.555885:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.555887:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.555889:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.556315:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.556321:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556329:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.556332:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.556335:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556344:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556352:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556359:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556371:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.556378:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.556382:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556399:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.556403:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556410:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556420:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556426:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7d5295e/0x7cd2bfd5e1b95f36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.556439:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.556440:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.556442:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.557602:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.557612:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.557623:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.557626:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.557630:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.557641:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.557656:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.557663:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.557685:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744560.557950:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.557959:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.557968:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.557973:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.557982:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.557999:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.558007:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022919104/0x7cd2bfd5e1b95f3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.558028:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.558030:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.558031:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.558121:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.558127:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558135:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.558138:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.558142:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558151:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558160:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558168:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558194:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.558203:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.558207:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558214:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.558217:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558224:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558234:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558241:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042808c65/0x7cd2bfd5e1b95f44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558257:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.558259:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.558260:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.558725:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.558732:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558741:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.558749:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.558753:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558763:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558772:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558779:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558795:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.558804:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.558808:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558815:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.558818:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558826:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558835:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558853:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034573beb/0x7cd2bfd5e1b95f4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.558867:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.558869:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.558870:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.559333:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.559340:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559348:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.559351:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.559355:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559365:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559373:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559380:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559394:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.559402:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.559412:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559419:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388200 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.559422:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559430:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559443:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559450:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad73fc21/0x7cd2bfd5e1b95f52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559466:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.559468:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.559469:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.559936:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.559943:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559953:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.559956:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.559960:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559982:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559990:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.559998:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560013:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.560023:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.560027:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560034:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.560037:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560045:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560058:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560066:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca0fc689/0x7cd2bfd5e1b95f59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560089:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.560091:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.560093:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.560533:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.560540:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560572:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.560576:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.560580:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560591:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560599:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560607:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560622:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744560.560631:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744560.560635:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560652:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7388e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.560656:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560664:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560675:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560682:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016915d45/0x7cd2bfd5e1b95f60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.560696:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.560697:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744560.560699:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.561098:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.561104:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561113:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.561116:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.561120:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561129:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561143:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561151:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561172:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744560.561605:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.561611:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561619:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.561622:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.561625:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561634:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561642:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561648:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.561673:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788744560.562731:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.562740:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.562752:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.562755:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.562759:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.562772:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.562782:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.562790:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.562801:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788744560.563276:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.563296:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563306:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.563314:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.563319:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563328:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563336:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563343:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563351:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788744560.563462:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788744560.563471:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563481:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.563486:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563508:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563529:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563537:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019b1a9e1/0x7cd2bfd5e1b95f67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563571:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788744560.563576:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563582:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.563586:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563594:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563605:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563612:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db647b9b/0x7cd2bfd5e1b95f6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563634:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744560.563637:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563645:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389200 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.563649:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563657:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563666:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563673:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000673e5ee/0x7cd2bfd5e1b95f75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563682:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.563685:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563691:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.563695:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563711:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563723:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563729:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037e65a24/0x7cd2bfd5e1b95f7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.563746:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.563748:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.563750:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.563830:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.563836:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563844:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.563847:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.563851:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563860:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563868:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563882:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.563903:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744560.564109:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.564115:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564122:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af7389000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.564125:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564133:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564145:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564164:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6a1c1f6/0x7cd2bfd5e1b95f83 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564180:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.564182:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.564185:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.564306:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.564312:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564321:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.564324:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.564328:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564337:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564346:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564352:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564367:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744560.564385:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.564391:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564399:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351ba00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.564403:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564411:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564422:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564497:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062e126a9/0x7cd2bfd5e1b95f8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.564516:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.564519:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.564522:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.564800:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.564807:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564821:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.564825:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.564829:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564839:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564846:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564853:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.564869:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744560.564945:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744560.564953:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.564960:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351a600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744560.564971:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.564980:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.564993:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.565016:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b251fed3/0x7cd2bfd5e1b95f91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744560.565036:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.565038:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744560.565040:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788744560.565334:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.565340:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565348:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.565352:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.565356:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565364:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565382:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565389:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565408:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788744560.565898:0:19535:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788744560.565905:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565915:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=632s v=(0 0) 00010000:00010000:2.0:1788744560.565918:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744560.565923:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.565924:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.565935:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565938:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.565955:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351a400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744560.565958:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.565961:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.565973:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.565977:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.565997:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744560.566002:0:19535:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744560.566007:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6c189f5/0x7cd2bfd5e1b95f98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.566024:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744560.566027:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.566034:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351b600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744560.566037:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.566045:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.566070:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.566077:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009bfe2fde/0x7cd2bfd5e1b95f9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744560.566092:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.566094:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744560.566097:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788744560.566772:0:19535:0:(ofd_dev.c:1520:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:6 00000100:00100000:2.0:1788744560.566873:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa486680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18872:x1875634068518400:12345-0@lo:5:osp-pre-0-0.0 Request processed in 82787us (83008us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744560.566895:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744560.566956:0:18872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18872:1875634068518400:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788744560.566974:0:18872:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x6:0x0] 00010000:00010000:3.0:1788744560.567000:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744560.567023:0:18872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18872:1875634068518528:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788744560.567061:0:18872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744560.567119:0:18872:0:(client.c:2716:ptlrpc_set_wait()) set ffff940aced94780 going to sleep for 11 seconds 00000100:00100000:2.0:1788744560.567139:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518528 00000100:00100000:2.0:1788744560.567145:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518528 00000100:00100000:2.0:1788744560.567200:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788744560.567210:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18872:x1875634068518528:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788744560.567247:0:19534:0:(ofd_dev.c:1749:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00000004:00080000:0.0:1788744560.568754:0:5858:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:2.0:1788744560.570326:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18872:x1875634068518528:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3113us (3259us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788744560.570339:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744560.571018:0:18872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18872:1875634068518528:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1788744560.571036:0:18872:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00000001:00100000:1.0:1788744560.778229:0:6708:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1788744560.778245:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00010000:00010000:0.0:1788744561.307905:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744561.499356:0:3309:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788744546/real 1788744546] req@ffff940ad8178e00 x1875634068513920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744561.499398:0:3309:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff940ad8178e00 x1875634068513920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788744561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788744561.499487:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788744561.499504:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788744561.499508:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068513920:0@lo:8:kworker.0 00000100:00080000:1.0:1788744561.500034:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788744561.500038:0:14727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788744561.500041:0:14727:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788744561.500045:0:14727:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 618 00000100:00080000:1.0:1788744561.500052:0:14727:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788744561.500064:0:14727:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff940ace2b2800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:1.0:1788744561.500086:0:14727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9409c3767800 x1875634068518912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788744561.500143:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068518784:0@lo:400:kworker.0 00000100:00100000:1.0:1788744561.500224:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744561.500298:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788744561.500304:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068518656:0@lo:400:kworker.0 00000100:00100000:1.0:1788744561.500347:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744561.500385:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068519168:0@lo:400:kworker.0 00000100:00100000:1.0:1788744561.501504:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744561.501602:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788744561.501612:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068519040:0@lo:400:kworker.0 00000100:00100000:1.0:1788744561.501651:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744561.511985:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518784 00000100:00100000:2.0:1788744561.512000:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518784 00000100:00100000:2.0:1788744561.512058:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744561.512068:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068518784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744561.512173:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068518784:12345-0@lo:400:kworker.0 Request processed in 107us (11948us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744561.512194:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744561.512222:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068518912:0@lo:8:kworker.0 00000100:00100000:2.0:1788744561.512259:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744561.512317:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518912 00000100:00100000:2.0:1788744561.512321:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518912 00000100:00100000:2.0:1788744561.512337:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788744561.512342:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3309:x1875634068518912:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788744561.512358:0:19534:0:(ldlm_lib.c:1202:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788744561.515497:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068518656 00000100:00100000:1.0:1788744561.515513:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068518656 00000100:00100000:1.0:1788744561.515585:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788744561.515595:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3313:x1875634068518656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744561.515668:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:3313:x1875634068518656:12345-0@lo:400:kworker.0 Request processed in 74us (15319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744561.515676:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788744561.516437:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519168 00000100:00100000:3.0:1788744561.516446:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519168 00000100:00100000:3.0:1788744561.516496:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519040 00000100:00100000:3.0:1788744561.516499:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519040 00000100:00100000:3.0:1788744561.516517:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788744561.516524:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068519168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744561.516596:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068519168:12345-0@lo:400:kworker.0 Request processed in 72us (16184us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744561.516603:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788744561.516617:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788744561.516622:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068519040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744561.516651:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068519040:12345-0@lo:400:kworker.0 Request processed in 29us (15000us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744561.516656:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788744561.520559:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068518656:0@lo:400:kworker.0 00000100:00100000:3.0:1788744561.520581:0:3313:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788744561.520598:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068518784:0@lo:400:kworker.0 00010000:00080000:1.0:1788744561.520945:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9409c3765880 x1875634068519040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744561.520957:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068519040:0@lo:400:kworker.0 00010000:00080000:1.0:1788744561.520968:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9409c3765180 x1875634068519168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744561.520976:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068519168:0@lo:400:kworker.0 00000100:00100000:2.0:1788744561.545247:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3309:x1875634068518912:12345-0@lo:8:kworker.0 Request processed in 32896us (32979us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788744561.545298:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1788744561.545394:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788744561.545401:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788744561.545404:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068518912:0@lo:8:kworker.0 00010000:00010000:2.0:1788744562.331785:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744563.354716:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744564.382353:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788744564.912958:0:20251:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788744564.912962:0:20251:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:3.0:1788744564.913089:0:20251:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff940adbf64000 00000020:01000004:3.0:1788744564.913106:0:20251:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788744564.913120:0:20251:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1788744564.913136:0:20251:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff940af78d0000) 00000020:00000080:3.0:1788744564.913152:0:20251:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1788744564.928836:0:20251:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1788744564.929117:0:20251:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1788744564.929997:0:20251:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1788744564.930326:0:20251:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1788744564.930665:0:20251:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:3.0:1788744564.931014:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 435: rc = 0 00100000:10000000:3.0:1788744564.931105:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 435: rc = 0 00100000:10000000:3.0:1788744564.931193:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 435: rc = 0 00100000:10000000:3.0:1788744564.931700:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 352: rc = 0 00100000:10000000:3.0:1788744564.932052:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 352: rc = 0 00100000:10000000:3.0:1788744564.932313:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 352: rc = 0 00100000:10000000:3.0:1788744564.932581:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 352: rc = 0 00100000:10000000:3.0:1788744564.932841:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 352: rc = 0 00100000:10000000:3.0:1788744564.933943:0:20251:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 352: rc = 0 00000020:00000080:3.0:1788744564.934755:0:20251:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1788744564.934768:0:20251:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788744564.934778:0:20251:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7cd2bfd5e1b95fad 00000020:01000004:3.0:1788744564.934787:0:20251:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:3.0:1788744564.934809:0:20251:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.156@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788744564.934812:0:20251:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.156@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788744564.934818:0:20251:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1788744564.934839:0:20251:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:3.0:1788744564.934843:0:20251:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.156@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788744564.943459:0:20251:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.156@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788744564.943511:0:20251:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.156@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788744564.943516:0:20251:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788744564.943517:0:20251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788744564.943519:0:20251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744564.943520:0:20251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744564.943522:0:20251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744564.943524:0:20251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744564.943529:0:20251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744564.943530:0:20251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744564.943532:0:20251:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744564.943535:0:20251:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788744564.943538:0:20251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788744564.943539:0:20251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788744564.943540:0:20251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744564.943541:0:20251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744564.943542:0:20251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744564.943543:0:20251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744564.943544:0:20251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744564.943774:0:20251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744564.943776:0:20251:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788744564.943808:0:20251:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788744564.943831:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519296:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788744564.943904:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.944019:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940afa3b8780 going to sleep for 11 seconds 00000100:00100000:1.0:1788744564.944061:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519296 00000100:00100000:1.0:1788744564.944070:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519296 00000100:00100000:1.0:1788744564.944161:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788744564.944172:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:20251:x1875634068519296:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788744564.944232:0:18843:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788744564.944235:0:18843:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788744564.944246:0:18843:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788744564.952500:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:20251:x1875634068519296:12345-0@lo:253:mount.lustre.0 Request processed in 8318us (8584us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744564.952515:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788744564.952667:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519296:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788744564.952684:0:20251:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788744564.952688:0:20251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788744564.952689:0:20251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788744564.952691:0:20251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744564.952692:0:20251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744564.952693:0:20251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744564.952695:0:20251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744564.952696:0:20251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744564.952698:0:20251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744564.952699:0:20251:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788744564.952718:0:20251:0:(tgt_mount.c:101:server_register_mount()) register mount ffff940adbf64000 from lustre-OST0001 10000000:01000000:3.0:1788744564.952747:0:20251:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788744564.952750:0:20251:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788744564.952758:0:20251:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff940af78d3380 local copy 00010000:00010000:3.0:1788744564.952768:0:20251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744564.952991:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519424:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744564.953037:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.953114:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788744564.953156:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519424 00000100:00100000:1.0:1788744564.953162:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519424 00000100:00100000:1.0:1788744564.953244:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788744564.953253:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:20251:x1875634068519424:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788744564.953419:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:20251:x1875634068519424:12345-0@lo:501:mount.lustre.0 Request processed in 166us (381us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788744564.953427:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788744564.953490:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519424:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788744564.953502:0:20251:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.156@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788744564.953670:0:20251:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.156@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788744564.953678:0:20251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744564.953688:0:20251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa76a00/0x7cd2bfd5e1b95d37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95d3e expref: -99 pid: 18831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744564.953720:0:20251:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff940adbf64000 10000000:01000000:3.0:1788744564.953724:0:20251:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788744564.953729:0:20251:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788744564.953732:0:20251:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788744564.953736:0:20251:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788744564.953739:0:20251:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788744564.953776:0:20251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744564.953785:0:20251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744564.953795:0:20251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744564.953808:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519552:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788744564.953833:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.954252:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788744564.954338:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519552 00000100:00100000:0.0:1788744564.954409:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519552 00000100:00100000:0.0:1788744564.954439:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788744564.954447:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:20251:x1875634068519552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788744564.954458:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744564.954469:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa76e00/0x7cd2bfd5e1b95fbb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95fb4 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744564.954493:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa76e00/0x7cd2bfd5e1b95fbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fb4 expref: 17 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744564.954503:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa76e00/0x7cd2bfd5e1b95fbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fb4 expref: 17 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744564.954525:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76e00, rc 0) 00000100:00100000:0.0:1788744564.954588:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519552:12345-0@lo:101:mount.lustre.0 Request processed in 140us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744564.954594:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788744564.954671:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519552:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788744564.954684:0:20251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fbb expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744564.954694:0:20251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95fbb expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744564.955327:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788744564.956191:0:20251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744564.956450:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788744564.956510:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788744564.956590:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788744564.956644:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788744564.956681:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788744564.956718:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788744564.956766:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788744564.956802:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788744564.956849:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788744564.956907:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788744564.956917:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788744564.957011:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519680:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744564.957077:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.957117:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744564.957301:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519680 00000100:00100000:0.0:1788744564.957310:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519680 00000100:00100000:0.0:1788744564.957355:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788744564.957364:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519680:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744564.957719:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519680:12345-0@lo:501:mount.lustre.0 Request processed in 355us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744564.957729:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788744564.957940:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519680:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744564.957975:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519808:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788744564.963533:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.963605:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744564.963674:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519808 00000100:00100000:1.0:1788744564.963683:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519808 00000100:00100000:1.0:1788744564.963726:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788744564.963736:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519808:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788744564.964152:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519808:12345-0@lo:503:mount.lustre.0 Request processed in 417us (2047us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744564.964161:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788744564.964471:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519808:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788744564.965274:0:20251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788744564.965727:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519936:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744564.965794:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.965837:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744564.965890:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068519936 00000100:00100000:2.0:1788744564.965899:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068519936 00000100:00100000:2.0:1788744564.965940:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788744564.965950:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519936:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744564.966174:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068519936:12345-0@lo:502:mount.lustre.0 Request processed in 224us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744564.966183:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788744564.966282:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068519936:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744564.966523:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788744564.966618:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788744564.966654:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788744564.966702:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788744564.966756:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788744564.966795:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788744564.966845:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788744564.966883:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788744564.966934:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788744564.966978:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520064:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744564.967030:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.967063:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744564.967219:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520064 00000100:00100000:2.0:1788744564.967225:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520064 00000100:00100000:2.0:1788744564.967268:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788744564.967277:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aeb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068520064:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744564.967444:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aeb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068520064:12345-0@lo:502:mount.lustre.0 Request processed in 168us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744564.967462:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788744564.967716:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520064:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744564.967789:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788744564.967805:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:3.0:1788744564.968926:0:20252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788744564.968936:0:20252:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:3.0:1788744564.968944:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744564.968947:0:20252:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788744564.968954:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788744564.968974:0:20252:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff940af78d4d40) 00000020:00000080:3.0:1788744564.968999:0:20252:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788744564.969004:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788744564.969094:0:20252:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940adbf64000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788744564.969102:0:20252:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788744564.969112:0:20252:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7cd2bfd5e1b95fc9 00010000:00010000:3.0:1788744564.973593:0:20252:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:3.0:1788744564.975176:0:20252:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:3.0:1788744564.977093:0:20252:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:3.0:1788744564.979959:0:20252:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788744564.979972:0:20252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744564.979978:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744564.979980:0:20252:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788744564.980054:0:20252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744564.980059:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744564.980060:0:20252:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788744564.980063:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788744564.980065:0:20252:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788744564.980067:0:20252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744564.980070:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744564.980071:0:20252:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788744564.980073:0:20252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788744564.980075:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744564.980076:0:20252:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788744564.980079:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788744564.980135:0:20252:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788744564.980137:0:20252:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788744564.980139:0:20252:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788744564.980142:0:20252:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788744564.981270:0:20251:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788744564.981300:0:20251:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788744564.981320:0:20251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fbb expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981333:0:20251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940ac29ca400/0x7cd2bfd5e1b95fb4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fbb expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744564.981342:0:20251:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940adbf64000 from 1 10000000:01000000:2.0:1788744564.981415:0:20251:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788744564.981452:0:20251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981460:0:20251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981470:0:20251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744564.981497:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520192:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788744564.981601:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744564.981645:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744564.981671:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520192 00000100:00100000:2.0:1788744564.981678:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520192 00000100:00100000:2.0:1788744564.981719:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788744564.981728:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:20251:x1875634068520192:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744564.981743:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744564.981768:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95fd0 expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981795:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981807:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981816:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351aa00, rc 0) 00000100:00100000:2.0:1788744564.981856:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520192:12345-0@lo:101:mount.lustre.0 Request processed in 128us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744564.981864:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788744564.981917:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520192:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744564.981931:0:20251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744564.981941:0:20251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788744564.989357:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:3.0:1788744564.989780:0:20251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788744564.990035:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788744564.990079:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788744564.990149:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788744564.990185:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788744564.990231:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788744564.990288:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788744564.990324:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788744564.990356:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788744564.990438:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788744564.990446:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:3.0:1788744564.990520:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520320:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744564.990619:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.990666:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744564.990859:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520320 00000100:00100000:0.0:1788744564.990867:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520320 00000100:00100000:0.0:1788744564.990911:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788744564.990920:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520320:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788744564.991156:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520320:12345-0@lo:501:mount.lustre.0 Request processed in 236us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744564.991164:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788744564.991496:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520320:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788744564.991538:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520448:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788744564.991667:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.991697:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744564.991753:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520448 00000100:00100000:0.0:1788744564.991758:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520448 00000100:00100000:0.0:1788744564.991790:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788744564.991798:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520448:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788744564.991954:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520448:12345-0@lo:503:mount.lustre.0 Request processed in 157us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744564.991961:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788744564.992105:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520448:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788744564.992596:0:20251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788744564.992658:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520576:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744564.992702:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.995813:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788744564.995970:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520576 00000100:00100000:0.0:1788744564.995979:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520576 00000100:00100000:2.0:1788744564.996043:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788744564.996107:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520576:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744564.996369:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520576:12345-0@lo:502:mount.lustre.0 Request processed in 316us (3665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744564.996377:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788744564.996463:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520576:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744564.996764:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788744564.996816:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788744564.996863:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788744564.996900:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788744564.996933:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788744564.996995:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788744564.997043:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788744564.997078:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:3.0:1788744564.997112:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520704:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788744564.997160:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744564.997185:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744564.997279:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520704 00000100:00100000:2.0:1788744564.997285:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520704 00000100:00100000:2.0:1788744564.997316:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788744564.997324:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744564.997466:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520704:12345-0@lo:502:mount.lustre.0 Request processed in 142us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744564.997473:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788744564.997665:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520704:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788744564.997737:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788744564.997746:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:2.0:1788744564.998657:0:20256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744564.998675:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744564.998677:0:20256:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788744564.998684:0:20256:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940adbf64000 00000020:00000080:2.0:1788744564.998687:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744564.998694:0:20256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744564.998696:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744564.998698:0:20256:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788744564.998700:0:20256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744564.998702:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744564.998703:0:20256:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788744564.998706:0:20256:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940adbf64000 00000020:00000080:2.0:1788744564.998708:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744564.998825:0:20256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744564.998830:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744564.998831:0:20256:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788744564.998834:0:20256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788744564.998837:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744564.998838:0:20256:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788744564.998841:0:20256:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff940adbf64000 00000020:00000080:2.0:1788744564.998844:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788744565.001989:0:20256:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788744565.002004:0:20256:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788744565.002007:0:20256:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1788744565.002012:0:20256:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:3.0:1788744565.002230:0:20251:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1788744565.002265:0:20251:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788744565.002291:0:20251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744565.002305:0:20251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744565.002357:0:20251:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788744565.002360:0:20251:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff940adbf64000 10000000:01000000:3.0:1788744565.002363:0:20251:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff940adbf64000 10000000:01000000:3.0:1788744565.002368:0:20251:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788744565.002374:0:20251:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff940adbf64000 from 1 10000000:01000000:3.0:1788744565.002376:0:20251:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788744565.002419:0:20251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744565.002428:0:20251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744565.002440:0:20251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744565.002467:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520832:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788744565.002575:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744565.002618:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad1d54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788744565.002777:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520832 00000100:00100000:1.0:1788744565.002784:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520832 00000100:00100000:1.0:1788744565.002856:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788744565.002866:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068520832:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788744565.002890:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744565.002904:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940af73d3800/0x7cd2bfd5e1b95fe5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b95fde expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.002929:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940af73d3800/0x7cd2bfd5e1b95fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fde expref: 19 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.002940:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940af73d3800/0x7cd2bfd5e1b95fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fde expref: 19 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.002949:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940af73d3800, rc 0) 00000100:00100000:1.0:1788744565.003001:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068520832:12345-0@lo:101:mount.lustre.0 Request processed in 136us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744565.003007:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788744565.003075:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520832:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788744565.003092:0:20251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fe5 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744565.003101:0:20251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b95fe5 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788744565.003756:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:2.0:1788744565.004314:0:20251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788744565.004603:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788744565.004646:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788744565.004675:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788744565.004724:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788744565.004755:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788744565.004794:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788744565.004823:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788744565.004854:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788744565.004902:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788744565.004939:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788744565.004969:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788744565.005014:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788744565.005049:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788744565.005081:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788744565.005127:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788744565.005160:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788744565.005190:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788744565.005252:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788744565.005287:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788744565.005321:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788744565.005367:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788744565.005401:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788744565.005453:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788744565.005503:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788744565.005538:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:2.0:1788744565.005600:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:2.0:1788744565.005646:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:2.0:1788744565.005679:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:2.0:1788744565.005709:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:2.0:1788744565.005749:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:2.0:1788744565.005778:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:2.0:1788744565.005807:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:2.0:1788744565.005848:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:2.0:1788744565.008857:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:2.0:1788744565.008962:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:2.0:1788744565.009029:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:2.0:1788744565.009066:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:2.0:1788744565.009100:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:2.0:1788744565.009171:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:2.0:1788744565.010543:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:2.0:1788744565.011332:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:2.0:1788744565.011341:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:2.0:1788744565.015654:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744565.015736:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744565.015784:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068520960 00000100:00100000:2.0:1788744565.015792:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068520960 00000100:00100000:2.0:1788744565.015841:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788744565.015850:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068520960:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744565.016108:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068520960:12345-0@lo:501:mount.lustre.0 Request processed in 258us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744565.016115:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788744565.016160:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350c780 going to sleep for 11 seconds 00000100:00100000:2.0:1788744565.016180:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068520960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788744565.016237:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068521088:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788744565.016269:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744565.016287:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350c780 going to sleep for 11 seconds 00000100:00100000:3.0:1788744565.016599:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521088 00000100:00100000:3.0:1788744565.016605:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521088 00000100:00100000:3.0:1788744565.016635:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788744565.016642:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068521088:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788744565.016794:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068521088:12345-0@lo:503:mount.lustre.0 Request processed in 152us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744565.016801:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788744565.019503:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068521088:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788744565.020171:0:20251:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788744565.020269:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068521216:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744565.020346:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744565.020399:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788744565.020692:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521216 00000100:00100000:1.0:1788744565.020699:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521216 00000100:00100000:1.0:1788744565.020783:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788744565.020792:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068521216:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744565.021034:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068521216:12345-0@lo:502:mount.lustre.0 Request processed in 242us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744565.021043:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788744565.023192:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068521216:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744565.023606:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788744565.023670:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788744565.023706:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788744565.023749:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788744565.023783:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788744565.023831:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788744565.023867:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788744565.023904:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788744565.023952:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788744565.025188:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788744565.025286:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788744565.025351:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788744565.025389:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788744565.025423:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788744565.025470:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788744565.025504:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788744565.025535:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788744565.025603:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788744565.025641:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788744565.025675:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788744565.025724:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788744565.025759:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788744565.025793:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788744565.025839:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788744565.025875:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:2.0:1788744565.025909:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:2.0:1788744565.025976:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:2.0:1788744565.028230:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:2.0:1788744565.028282:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:2.0:1788744565.028351:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:2.0:1788744565.028387:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:2.0:1788744565.028419:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:2.0:1788744565.028448:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:2.0:1788744565.028496:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:2.0:1788744565.028531:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:2.0:1788744565.028609:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:2.0:1788744565.028643:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:2.0:1788744565.028672:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:2.0:1788744565.028715:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:2.0:1788744565.028746:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:2.0:1788744565.028801:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068521344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788744565.028887:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744565.028946:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788744565.029081:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521344 00000100:00100000:1.0:1788744565.029089:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521344 00000100:00100000:1.0:1788744565.029143:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788744565.029152:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068521344:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788744565.029389:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068521344:12345-0@lo:502:mount.lustre.0 Request processed in 237us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744565.029407:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788744565.035445:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068521344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788744565.035774:0:20251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:2.0:1788744565.035792:0:20251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1788744565.038301:0:20261:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788744565.038322:0:20261:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff940ad1cd3380) 00000020:00000080:2.0:1788744565.038347:0:20261:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:2.0:1788744565.038435:0:20261:0:(tgt_mount.c:153:server_get_mount()) get mount ffff940adbf64000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788744565.038440:0:20261:0:(tgt_mount.c:187:server_put_mount()) put mount ffff940adbf64000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788744565.038442:0:20261:0:(obd_mount.c:710:lustre_put_lsi()) put ffff940adbf64000 3 00010000:00080000:2.0:1788744565.038471:0:20261:0:(ldlm_lib.c:103:import_set_conn()) imp ffff9409c265e000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.156@tcp at head 00010000:00010000:2.0:1788744565.043661:0:20261:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:2.0:1788744565.043866:0:20261:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1788744565.043903:0:20261:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788744565.043916:0:20261:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x7cd2bfd5e1b95ff3 00000100:00080000:2.0:1788744565.043926:0:20261:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788744565.043948:0:20261:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9409c265e000 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:2.0:1788744565.044523:0:20261:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940afa486a00 x1875634068521472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788744565.044578:0:20261:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788744565.044774:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875634068521472:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788744565.044839:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788744565.044927:0:1343:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788744565.044932:0:1343:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788744565.044934:0:1343:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788744565.044938:0:1343:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 633 00000100:00080000:0.0:1788744565.044942:0:1343:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788744565.044948:0:1343:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff940ace2b2800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:0.0:1788744565.044964:0:1343:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940ace4cd180 x1875634068521728/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788744565.045027:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068521728:0@lo:8:kworker.0 00000100:00100000:0.0:1788744565.045055:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744565.045082:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068521984:0@lo:400:kworker.0 00000100:00100000:0.0:1788744565.045105:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744565.046275:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068521600:0@lo:400:kworker.0 00000100:00100000:3.0:1788744565.046325:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744565.046365:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744565.046371:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068521856:0@lo:400:kworker.0 00000100:00100000:3.0:1788744565.046398:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744565.046444:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521728 00000100:00100000:3.0:1788744565.046453:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521728 00000100:00100000:3.0:1788744565.046491:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521600 00000100:00100000:3.0:1788744565.046494:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521600 00000100:00100000:3.0:1788744565.046531:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788744565.046540:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068521600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744565.046614:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068521600:12345-0@lo:400:kworker.0 Request processed in 74us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744565.046621:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788744565.046636:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788744565.046641:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3309:x1875634068521728:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788744565.046685:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3309:x1875634068521728:12345-0@lo:8:kworker.0 Request processed in 43us (1629us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788744565.046703:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788744565.046721:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521472 00000100:00100000:3.0:1788744565.046726:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521472 00000100:00100000:3.0:1788744565.046736:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521984 00000100:00100000:3.0:1788744565.046739:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521984 00000100:00100000:3.0:1788744565.046754:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068521856 00000100:00100000:3.0:1788744565.046756:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068521856 00000100:00100000:3.0:1788744565.046768:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788744565.046774:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068521984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744565.046814:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068521984:12345-0@lo:400:kworker.0 Request processed in 39us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744565.046819:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788744565.046831:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744565.046837:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068521856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744565.046862:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068521856:12345-0@lo:400:kworker.0 Request processed in 26us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744565.046867:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788744565.046878:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788744565.046882:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3309:x1875634068521472:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788744565.046897:0:18849:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:3.0:1788744565.046934:0:18849:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x7cd2bfd5e1b95ffa 00000004:00100000:3.0:1788744565.046950:0:18849:0:(mdt_handler.c:7495:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788744565.046980:0:18849:0:(import.c:65:import_set_state_nolock()) ffff9409c1915000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744565.047203:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788744565.047211:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788744565.047215:0:3309:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788744565.047219:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068521728:0@lo:8:kworker.0 00000100:00100000:3.0:1788744565.047305:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1875634068521472:12345-0@lo:38:llog_process_th.0 Request processed in 421us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744565.047312:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1788744565.047340:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788744565.047345:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788744565.047368:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940ace4cce00 x1875634068521984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744565.047379:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068521984:0@lo:400:kworker.0 00010000:00080000:3.0:1788744565.047407:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940ace4cdc00 x1875634068521856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744565.047416:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068521856:0@lo:400:kworker.0 00000100:00100000:3.0:1788744565.047425:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068521600:0@lo:400:kworker.0 00010000:00080000:0.0:1788744565.047766:0:3309:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff940afa486a00 x1875634068521472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788744575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744565.047775:0:3309:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788744565.047781:0:3309:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788744565.047787:0:3309:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788744565.047797:0:3309:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788744565.047800:0:3309:0:(import.c:65:import_set_state_nolock()) ffff9409c265e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788744565.047805:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3309:1875634068521472:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788744565.048414:0:20261:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:2.0:1788744565.048818:0:20251:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788744565.048844:0:20251:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788744565.048859:0:20251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fe5 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744565.048871:0:20251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940ac29cbc00/0x7cd2bfd5e1b95fde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b95fe5 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788744565.048918:0:20251:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788744565.048920:0:20251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788744565.048922:0:20251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744565.048923:0:20251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744565.048923:0:20251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744565.048925:0:20251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744565.048926:0:20251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788744565.048928:0:20251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744565.048929:0:20251:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744565.048932:0:20251:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788744565.048934:0:20251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788744565.048936:0:20251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788744565.048937:0:20251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788744565.048938:0:20251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788744565.048939:0:20251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788744565.048940:0:20251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788744565.048941:0:20251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788744565.048941:0:20251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788744565.048943:0:20251:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788744565.048962:0:20251:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788744565.048977:0:20251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa486300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068522112:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788744565.049133:0:20251:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744565.049174:0:20251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350c540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744565.049270:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522112 00000100:00100000:3.0:1788744565.049277:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522112 00000100:00100000:3.0:1788744565.049319:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788744565.049328:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:20251:x1875634068522112:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788744565.049361:0:18843:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788744565.049374:0:18843:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788744565.096958:0:18843:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788744565.096973:0:18843:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1788744565.096997:0:18865:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788744565.097001:0:18865:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788744565.097026:0:18865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097051:0:18865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 19 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097061:0:18865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097110:0:18865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 19 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097125:0:18865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 19 pid: 18842 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744565.097142:0:18865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18865:1875634068522240:0@lo:104: 00000100:00100000:1.0:1788744565.097227:0:18865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744565.097268:0:18865:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad3afc0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788744565.097288:0:18833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522240 00000100:00100000:1.0:1788744565.097296:0:18833:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522240 00000100:00100000:1.0:1788744565.097355:0:18833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744565.097364:0:18833:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:18865:x1875634068522240:12345-0@lo:104: 00010000:00010000:1.0:1788744565.097377:0:18833:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097449:0:18833:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788744565.097455:0:18833:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:18865:x1875634068522240:12345-0@lo:104: Request processed in 92us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744565.097462:0:18833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:1.0:1788744565.097488:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788744565.097494:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097502:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3a00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:1.0:1788744565.097505:0:18838:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097514:0:18838:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788744565.097521:0:18838:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788744565.097527:0:18838:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788744565.097579:0:18838:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097585:0:18838:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788744565.097605:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097611:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d3a00/0x7cd2bfd5e1b95eb1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95eb8 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097637:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744565.097639:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744565.097641:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744565.097660:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068522368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744565.097695:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744565.097737:0:18834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522368 00000100:00100000:1.0:1788744565.097741:0:18834:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522368 00010000:00010000:1.0:1788744565.097757:0:18834:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 20 pid: 18842 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744565.097779:0:18834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744565.097791:0:18834:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+20:3311:x1875634068522368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744565.097802:0:18834:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744565.097807:0:18834:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 20 pid: 18842 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097817:0:18834:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 20 pid: 18842 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097832:0:18834:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097840:0:18834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788744565.097854:0:18834:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003160818s 00010000:00010000:1.0:1788744565.097858:0:18834:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097875:0:18834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097881:0:18834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097887:0:18834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097893:0:18834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744565.097896:0:18834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097902:0:18834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097910:0:18834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.097918:0:18834:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744565.097946:0:18834:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+20:3311:x1875634068522368:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744565.097952:0:18834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744565.097994:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068522368:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788744565.098020:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b95eb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95eb1 expref: 19 pid: 18842 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744565.098030:0:18865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18865:1875634068522240:0@lo:104: 00010000:00010000:1.0:1788744565.098041:0:18865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.098055:0:18865:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.098060:0:18865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744565.098066:0:18865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d3400/0x7cd2bfd5e1b96001 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744565.105080:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:20251:x1875634068522112:12345-0@lo:253:mount.lustre.0 Request processed in 55741us (55935us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744565.105098:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788744565.105233:0:20251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa486300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:20251:1875634068522112:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788744565.105252:0:20251:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788744565.105255:0:20251:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788744565.105257:0:20251:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788744565.105258:0:20251:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788744565.105260:0:20251:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788744565.105261:0:20251:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788744565.105263:0:20251:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788744565.105264:0:20251:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788744565.105267:0:20251:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788744565.105268:0:20251:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788744565.105285:0:20251:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1788744565.105828:0:20251:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1788744565.105999:0:20251:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1788744565.106158:0:20251:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1788744565.106329:0:20251:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1788744565.106497:0:20251:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1788744565.106708:0:20251:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1788744565.107840:0:20251:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788744565.152106:0:20251:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788744565.152116:0:20251:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788744565.152156:0:20251:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788744565.152230:0:20251:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.156@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788744565.152244:0:20251:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788744565.152271:0:20251:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:2.0:1788744565.403026:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744565.791882:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068522496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788744565.791995:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744565.792100:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522496 00000100:00100000:2.0:1788744565.792113:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522496 00000100:00100000:2.0:1788744565.792175:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744565.792196:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa487b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068522496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788744565.792246:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788744565.792458:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa487b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068522496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 262us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744565.792466:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744565.792528:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068522496:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1788744566.236913:0:18846:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788744566.236921:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff940b0071b800 from 11 10000000:01000000:2.0:1788744566.236926:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788744566.236980:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.236993:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.237006:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744566.237057:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068522624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788744566.237143:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744566.237207:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940b001c5840 going to sleep for 11 seconds 00000100:00100000:2.0:1788744566.237237:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522624 00000100:00100000:2.0:1788744566.237246:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522624 00000100:00100000:2.0:1788744566.237305:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788744566.237317:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068522624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744566.237332:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744566.237348:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351b600/0x7cd2bfd5e1b9600f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b96008 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.237371:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351b600/0x7cd2bfd5e1b9600f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b96008 expref: 19 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.237383:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351b600/0x7cd2bfd5e1b9600f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b96008 expref: 19 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.237392:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351b600, rc 0) 00000100:00100000:2.0:1788744566.237433:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068522624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744566.237442:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788744566.238350:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068522624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744566.238376:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9600f expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.238388:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b9600f expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744566.246652:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068522752:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788744566.246752:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744566.246959:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940b001c5840 going to sleep for 11 seconds 00000100:00100000:1.0:1788744566.248431:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522752 00000100:00100000:1.0:1788744566.248446:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522752 00000100:00100000:1.0:1788744566.248507:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788744566.248518:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad1dd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068522752:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788744566.248573:0:18843:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788744566.248600:0:18843:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788744566.248603:0:18843:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788744566.248764:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad1dd5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068522752:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 248us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744566.248774:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788744566.248818:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068522752:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788744566.248897:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788744566.248907:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9600f expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744566.248920:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff9409c351be00/0x7cd2bfd5e1b96008 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9600f expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744566.442685:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744567.453747:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744568.474819:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788744568.861975:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788744569.498795:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788744570.396579:0:14727:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788744570.396586:0:14727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788744570.396591:0:14727:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788744570.396609:0:14727:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff940ace2b2800 using connection 192.168.204.156@tcp/0@lo 00000100:00100000:3.0:1788744570.396633:0:14727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940ad817ad80 x1875634068523136/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788744570.396692:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068522880:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.396763:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744570.401635:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068523520:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.401702:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744570.401741:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788744570.401749:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875634068523392:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.401771:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744570.401817:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068523008:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.402358:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744570.402950:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744570.402960:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068523264:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.402996:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744570.403033:0:3309:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068523136:0@lo:8:kworker.0 00000100:00100000:3.0:1788744570.403058:0:3309:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744570.403101:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068522880 00000100:00100000:3.0:1788744570.403110:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068522880 00000100:00100000:3.0:1788744570.403155:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788744570.403165:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3313:x1875634068522880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.403218:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3313:x1875634068522880:12345-0@lo:400:kworker.0 Request processed in 55us (6455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744570.403225:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788744570.403276:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523520 00000100:00100000:3.0:1788744570.403280:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523520 00000100:00100000:3.0:1788744570.403313:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523392 00000100:00100000:3.0:1788744570.403316:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523392 00000100:00100000:3.0:1788744570.403326:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523264 00000100:00100000:3.0:1788744570.403328:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523264 00000100:00100000:3.0:1788744570.403339:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788744570.403344:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8179880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068523520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744570.403542:0:18849:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744570.403571:0:18849:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1788744570.403586:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523008 00000100:00100000:0.0:1788744570.403591:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523008 00000100:00100000:0.0:1788744570.403617:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523136 00000100:00100000:0.0:1788744570.403620:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523136 00000100:00100000:0.0:1788744570.403630:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744570.403636:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068523008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744570.403676:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068523008:12345-0@lo:400:kworker.0 Request processed in 40us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744570.403682:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788744570.403695:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744570.403700:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3309:x1875634068523136:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788744570.403724:0:19532:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 642 last 0 00000020:00000080:0.0:1788744570.403761:0:19532:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7cd2bfd5e1b96016 00002000:00100000:0.0:1788744570.403775:0:19532:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff940ad081b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a2c ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1788744570.403779:0:19532:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1788744570.403782:0:19532:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788744570.404117:0:19532:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788744570.404140:0:19532:0:(import.c:65:import_set_state_nolock()) ffff940ad081c800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744570.404182:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3309:x1875634068523136:12345-0@lo:8:kworker.0 Request processed in 480us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744570.404188:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744570.404580:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788744570.404590:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8179500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875634068523392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744570.404632:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8179500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875634068523392:12345-0@lo:400:kworker.0 Request processed in 45us (2860us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744570.404638:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788744570.404652:0:18849:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744570.404660:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788744570.404666:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068523264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744570.404694:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068523264:12345-0@lo:400:kworker.0 Request processed in 29us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744570.404699:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788744570.405944:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8179880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068523520:12345-0@lo:400:kworker.0 Request processed in 2593us (4235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744570.405953:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1788744570.405994:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788744570.405999:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788744570.406038:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff940ad817aa00 x1875634068523264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744570.406053:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068523264:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.406077:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068523008:0@lo:400:kworker.0 00010000:00080000:3.0:1788744570.406128:0:3309:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff940ad817ad80 x1875634068523136/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788744595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788744570.406141:0:3309:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788744570.406149:0:3309:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788744570.406154:0:3309:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788744570.406157:0:3309:0:(import.c:65:import_set_state_nolock()) ffff940ace2b2800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788744570.406185:0:3309:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788744570.406192:0:3309:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3309:1875634068523136:0@lo:8:kworker.0 00010000:00080000:3.0:1788744570.406221:0:3313:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff940ad817bb80 x1875634068523392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744570.406230:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1875634068523392:0@lo:400:kworker.0 00000100:00100000:3.0:1788744570.406241:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068522880:0@lo:400:kworker.0 00010000:00080000:3.0:1788744570.406252:0:3313:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff940ad8178e00 x1875634068523520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744570.406258:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068523520:0@lo:400:kworker.0 00000004:00080000:2.0:1788744570.407606:0:18874:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x22:0x0] 00000100:00100000:2.0:1788744570.407633:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18874:1875634068523776:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788744570.407693:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744570.407720:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ace5abe40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744570.407739:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523776 00000100:00100000:2.0:1788744570.407746:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523776 00000100:00100000:2.0:1788744570.407792:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788744570.407800:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa486300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18874:x1875634068523776:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788744570.408684:0:18873:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1788744570.410290:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068523648:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788744570.410362:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788744570.410426:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744570.410452:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523648 00000100:00100000:3.0:1788744570.410459:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523648 00000004:00080000:1.0:1788744570.410819:0:18873:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 642543268933ns, next at 0ns, rc = 0 00000100:00100000:3.0:1788744570.415793:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788744570.415812:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3310:x1875634068523648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788744570.415874:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788744570.415959:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3310:x1875634068523648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (5596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744570.415966:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788744570.416015:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff940afa484e00 x1875634068523648/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788744586 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788744570.416036:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068523648:0@lo:13:osp-pre-1-0.0 00002000:00080000:0.0:1788744570.418155:0:19532:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:0.0:1788744570.418164:0:19532:0:(ofd_dev.c:1642:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788744570.418170:0:19532:0:(ofd_dev.c:1493:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:35 to 0x280000400:65) 00002000:00010000:0.0:1788744570.457405:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.457416:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.457442:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.457447:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.457454:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.457471:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.457483:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.457491:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.457508:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744570.457640:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744570.457647:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.457656:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.457661:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.457671:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.457690:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.457703:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9601d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.457721:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.457723:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.457725:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.468104:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.468115:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468131:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.468136:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.468142:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468157:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468180:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468187:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468206:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.468222:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.468228:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468236:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.468251:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468260:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468279:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468286:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b96024 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468304:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.468311:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.468313:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.468878:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.468885:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468895:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.468898:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.468902:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468912:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468921:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468928:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468946:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.468956:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.468959:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468966:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.468969:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.468990:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.469003:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.469011:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b9602b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.469025:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.469027:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.469029:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.477030:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.477044:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.477062:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.477067:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.477073:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.477087:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.477109:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.477128:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.477325:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744570.481947:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.481962:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.481980:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.481985:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.481991:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.482007:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.482018:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.482027:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.487961:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744570.487978:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.487993:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.487998:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488009:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488033:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488040:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b96032 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488141:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744570.488146:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488160:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.488163:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488171:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488182:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.488189:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.488191:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.488193:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.495421:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788744570.495436:0:19532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b96039 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.499269:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.500535:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.500565:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500583:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.500589:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.500594:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500610:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500619:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500627:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500646:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.500659:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.500664:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500671:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.500675:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500692:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500708:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500716:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b96040 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.500734:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.500735:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.500737:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.509801:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.509815:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.509834:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.509839:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.509845:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.509860:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.509871:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.509886:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.509917:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744570.510122:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.510131:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.510141:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.510145:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.510155:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.510176:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.510184:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b96047 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.510209:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.510211:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.510220:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.514716:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.514730:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514747:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.514751:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.514756:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514769:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514780:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514788:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514810:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.514827:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.514832:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514846:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.514851:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514860:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514876:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514884:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b9604e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.514901:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.514903:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.514905:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.515401:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.515408:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515417:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.515420:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.515424:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515434:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515448:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515456:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515478:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744570.515918:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.515925:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515934:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.515937:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.515941:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515950:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515959:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515966:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.515992:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744570.516001:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744570.516005:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516014:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.516017:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516025:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516037:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516044:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b96055 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516058:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.516061:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516066:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.516069:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516087:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516108:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516115:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b9605c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516128:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.516129:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.516130:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.516524:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.516529:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516537:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.516540:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.516544:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516579:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516587:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516601:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516613:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.516621:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.516625:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516631:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.516634:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516640:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516651:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516658:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b96063 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.516671:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.516672:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.516674:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.517069:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.517082:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517104:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.517107:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.517111:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517121:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517129:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517136:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517151:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.517159:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.517163:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517170:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.517173:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.517181:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.519350:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.527141:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.527171:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b9606a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.527203:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.527205:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.527208:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.529452:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744570.531313:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.531324:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.531340:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.531345:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.531352:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.531386:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.531398:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.531405:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.531426:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788744570.532293:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.532301:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.532311:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.532314:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.532318:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.532327:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.532334:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.532350:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.532372:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788744570.533479:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788744570.533490:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.533502:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.533506:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.533517:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.533537:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.533545:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9c52025/0x7cd2bfd5e1b96071 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.533716:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.534384:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.534394:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.534398:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.534425:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.534438:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.534446:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6378151/0x7cd2bfd5e1b96078 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.534464:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.534466:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.534468:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744570.542441:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.542454:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.542470:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.542475:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.544056:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.544085:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.544111:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.544118:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.544143:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744570.546848:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.546862:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.546876:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.546882:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.546893:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.546917:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.546944:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000137c4336/0x7cd2bfd5e1b9607f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.546972:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.546975:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.546976:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744570.553917:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.553930:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.553955:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.553960:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.553966:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.553982:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.553993:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554000:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554029:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744570.554150:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.554158:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554167:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2200 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.554172:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554192:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554212:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554219:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000badebf88/0x7cd2bfd5e1b96086 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554244:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.554247:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.554250:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744570.554506:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.554512:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554521:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.554524:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.554528:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554537:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554575:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554582:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.554597:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744570.554814:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.554819:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554826:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.554829:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554837:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554848:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554855:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a33ae3e5/0x7cd2bfd5e1b9608d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.554874:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.554876:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.554879:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744570.554993:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.554999:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555007:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.555010:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.555014:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555024:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555032:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555040:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555071:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788744570.555479:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.555485:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555494:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.555497:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.555502:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555512:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555520:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555527:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555535:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788744570.555956:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.555962:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555970:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.555980:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.555984:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.555994:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.556003:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.556010:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.556020:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788744570.556458:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788744570.556795:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744570.561378:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561400:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d3a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.561406:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561417:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561439:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561462:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf3fefa1/0x7cd2bfd5e1b96094 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561502:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744570.561508:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561514:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.561518:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561526:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561537:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561545:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ef110ff/0x7cd2bfd5e1b960a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.561573:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.561575:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.561577:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.561707:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.561711:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.561712:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.561867:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.561876:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.561879:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.561899:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.561912:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.561918:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009348f25d/0x7cd2bfd5e1b9609b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.561934:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.561935:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.561937:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.565661:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.565678:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.565695:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.565699:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.565705:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.565719:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.565745:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.565765:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.565875:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788744570.566626:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.566634:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.566645:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.566648:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.566652:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.566662:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.566669:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.566676:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.566690:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788744570.567117:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.567124:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567138:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.567141:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.567145:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567156:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567164:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567171:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567184:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788744570.567264:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788744570.567272:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567281:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.567286:0:20522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567294:0:20522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567322:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567329:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e22720d9/0x7cd2bfd5e1b960a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567346:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744570.567350:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567357:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.567360:0:20522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567368:0:20522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567377:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567384:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086fe071d/0x7cd2bfd5e1b960b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567394:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.567397:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567410:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.567413:0:20522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567419:0:20522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567428:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567435:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b960b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567446:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.567448:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.567449:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.567893:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.567899:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567909:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.567913:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.567917:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.567927:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.575824:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.578653:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.581855:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.581876:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.582862:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788744570.582977:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.582985:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.582997:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.583002:0:20522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.583013:0:20522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.583034:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.583041:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b960be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.583062:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.583070:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.583072:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.583966:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.583976:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.583990:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.583995:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.584002:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.584015:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.584024:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.584032:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.584055:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744570.584063:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.584070:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.584078:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.584082:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.584102:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.584117:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.584132:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bddd45fd/0x7cd2bfd5e1b960c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.584149:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.584151:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.584153:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.589620:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.589635:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.589652:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.589656:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.589662:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.589686:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.589697:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.589706:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.589747:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788744570.590178:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788744570.590189:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.590197:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744570.590201:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.590209:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.590228:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.590236:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed7d0440/0x7cd2bfd5e1b960cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744570.590258:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.590260:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744570.590262:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.591409:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.591421:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.591434:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.591438:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.591443:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.591456:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.591465:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.591484:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.591500:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788744570.592355:0:5858:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:0.0:1788744570.592594:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.592602:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.592615:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.592619:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.592624:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.592636:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.592646:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.592652:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.592677:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788744570.592748:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744570.592756:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592774:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.592779:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592789:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592806:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592814:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e9735c/0x7cd2bfd5e1b960d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592833:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744570.592837:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592844:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.592848:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592856:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592866:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592880:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095b96907/0x7cd2bfd5e1b960da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.592896:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.592898:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.592900:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788744570.592958:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788744570.594967:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788744570.594980:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.595004:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=642s v=(0 0) 00010000:00010000:0.0:1788744570.595008:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744570.595014:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.595029:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.595039:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.595047:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.595078:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788744570.595129:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744570.595137:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.595146:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744570.595150:0:18838:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.595158:0:18838:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.595174:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.595181:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b544bd8/0x7cd2bfd5e1b960e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744570.595202:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.595204:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744570.595206:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788744570.603319:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.603335:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.603353:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.603358:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.603365:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.603380:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.603406:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.603415:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.603441:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788744570.604048:0:19532:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788744570.604056:0:19532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.604066:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=642s v=(0 0) 00010000:00010000:1.0:1788744570.604069:0:19532:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744570.604073:0:19532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.604083:0:19532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.604103:0:19532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.604110:0:19532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744570.604145:0:19532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788744570.604279:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788744570.604289:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604300:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.604305:0:20522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604316:0:20522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788744570.604339:0:19532:0:(ofd_dev.c:1520:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:34 00010000:00010000:0.0:1788744570.604352:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604361:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000926a5d13/0x7cd2bfd5e1b960e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604382:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788744570.604386:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604393:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37800 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744570.604396:0:20522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604405:0:20522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604417:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604425:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008860bb8f/0x7cd2bfd5e1b960ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744570.604438:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744570.604440:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa486300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18874:x1875634068523776:12345-0@lo:5:osp-pre-1-0.0 Request processed in 196637us (196743us total) trans 0 rc 0/0 00010000:00010000:0.0:1788744570.604441:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744570.604450:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744570.604453:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744570.604505:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18874:1875634068523776:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788744570.604522:0:18874:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x22:0x0] 00000100:00100000:0.0:1788744570.604606:0:18874:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18874:1875634068523904:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788744570.604644:0:18874:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744570.604694:0:18874:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad31b80c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788744570.605173:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744570.607692:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068523904 00000100:00100000:2.0:1788744570.607708:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068523904 00000100:00100000:2.0:1788744570.607772:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788744570.607795:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18874:x1875634068523904:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788744570.607849:0:19534:0:(ofd_dev.c:1749:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1788744570.618759:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18874:x1875634068523904:12345-0@lo:5:osp-pre-1-0.0 Request processed in 10971us (14107us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788744570.618773:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788744570.620807:0:18874:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18874:1875634068523904:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788744570.620837:0:18874:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788744570.911044:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8179f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068524032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788744570.911133:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744570.913263:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524032 00000100:00100000:1.0:1788744570.913278:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524032 00000100:00100000:1.0:1788744570.913337:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788744570.913347:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068524032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744570.913387:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788744570.925522:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875634068524032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 12165us (14378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744570.925537:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788744570.932624:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8179f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068524032:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788744571.553770:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744572.574076:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788744572.640449:0:20607:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788744573.595205:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744574.619075:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744575.328978:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.329098:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553408 00000100:00100000:2.0:1788744575.329109:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553408 00000100:00100000:2.0:1788744575.329159:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 76 00000100:00100000:2.0:1788744575.329167:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2350:x1875634047553408:12345-192.168.204.56@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788744575.329197:0:18844:0:(ldlm_lib.c:1456:target_handle_connect()) MGS: connection from c44627b6-d98a-4f34-a755-f449d0207a0c@192.168.204.56@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:2.0:1788744575.329224:0:18844:0:(genops.c:1384:class_connect()) connect: client c44627b6-d98a-4f34-a755-f449d0207a0c, cookie 0x7cd2bfd5e1b960f6 00000100:00080000:2.0:1788744575.329358:0:18844:0:(import.c:65:import_set_state_nolock()) ffff9409c265a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788744575.329428:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+5:2350:x1875634047553408:12345-192.168.204.56@tcp:250:mount.lustre.0 Request processed in 259us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.329436:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 76 00000100:00100000:1.0:1788744575.343205:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.343334:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553536 00000100:00100000:3.0:1788744575.343345:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553536 00000100:00100000:3.0:1788744575.343404:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 77 00000100:00100000:3.0:1788744575.343414:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+5:16702:x1875634047553536:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788744575.343432:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744575.343450:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac29cb600/0x7cd2bfd5e1b960fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb57616c2 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744575.343477:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac29cb600/0x7cd2bfd5e1b960fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616c2 expref: 6 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744575.343489:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac29cb600/0x7cd2bfd5e1b960fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616c2 expref: 6 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744575.343498:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac29cb600, rc 0) 00000100:00100000:3.0:1788744575.343600:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+6:16702:x1875634047553536:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 187us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.343607:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 77 00000100:00100000:0.0:1788744575.350679:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.351014:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553664 00000100:00100000:3.0:1788744575.351024:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553664 00000100:00100000:3.0:1788744575.351080:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 78 00000100:00100000:3.0:1788744575.351096:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+6:16702:x1875634047553664:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788744575.351640:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+6:16702:x1875634047553664:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 543us (970us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788744575.351780:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 78 00000100:00100000:0.0:1788744575.362450:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.362606:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553792 00000100:00100000:2.0:1788744575.362627:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553792 00000100:00100000:2.0:1788744575.362695:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 79 00000100:00100000:2.0:1788744575.362706:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ae5c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+6:16702:x1875634047553792:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788744575.362738:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744575.362756:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351b200/0x7cd2bfd5e1b96104 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb57616c9 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744575.362787:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351b200/0x7cd2bfd5e1b96104 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616c9 expref: 7 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744575.363120:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351b200/0x7cd2bfd5e1b96104 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616c9 expref: 7 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744575.363130:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351b200, rc 0) 00000100:00100000:2.0:1788744575.363281:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ae5c53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+7:16702:x1875634047553792:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 577us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.363289:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 79 00000100:00100000:2.0:1788744575.373805:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.378100:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047553920 00000100:00100000:3.0:1788744575.378133:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047553920 00000100:00100000:3.0:1788744575.378228:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 80 00000100:00100000:3.0:1788744575.378240:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+7:16702:x1875634047553920:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788744575.378546:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16702:x1875634047553920:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 307us (4761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.378585:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 80 00000100:00100000:0.0:1788744575.387865:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.387955:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554048 00000100:00100000:2.0:1788744575.387967:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554048 00000100:00100000:2.0:1788744575.388032:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 81 00000100:00100000:2.0:1788744575.388043:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16702:x1875634047554048:12345-192.168.204.56@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788744575.388375:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16702:x1875634047554048:12345-192.168.204.56@tcp:503:mount.lustre.0 Request processed in 333us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.388383:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 81 00000100:00100000:2.0:1788744575.391506:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744575.391610:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554176 00000100:00100000:0.0:1788744575.391628:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554176 00000100:00100000:0.0:1788744575.391683:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 82 00000100:00100000:0.0:1788744575.391694:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16720:x1875634047554176:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788744575.392113:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16720:x1875634047554176:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 419us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.392122:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 82 00000100:00100000:1.0:1788744575.415218:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.415393:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554304 00000100:00100000:3.0:1788744575.415405:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554304 00000100:00100000:3.0:1788744575.415462:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 83 00000100:00100000:3.0:1788744575.415472:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16720:x1875634047554304:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744575.415787:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16720:x1875634047554304:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 315us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.415804:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 83 00000100:00100000:3.0:1788744575.472331:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.472573:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554432 00000100:00100000:2.0:1788744575.472583:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554432 00000100:00100000:2.0:1788744575.472659:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 84 00000100:00100000:2.0:1788744575.472670:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad6bc0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+8:16702:x1875634047554432:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788744575.472706:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744575.472726:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351a800/0x7cd2bfd5e1b9610b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb57616f3 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744575.472757:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351a800/0x7cd2bfd5e1b9610b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616f3 expref: 9 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744575.472769:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351a800/0x7cd2bfd5e1b9610b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616f3 expref: 9 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744575.472778:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351a800, rc 0) 00000100:00100000:2.0:1788744575.472862:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad6bc0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+9:16702:x1875634047554432:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 193us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.472870:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 84 00000100:00100000:2.0:1788744575.486660:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744575.486911:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554560 00000100:00100000:0.0:1788744575.486925:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554560 00000100:00100000:0.0:1788744575.487004:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 85 00000100:00100000:0.0:1788744575.487015:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+9:16702:x1875634047554560:12345-192.168.204.56@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788744575.487041:0:18843:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788744575.487059:0:18843:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788744575.487063:0:18843:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788744575.487067:0:18843:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788744575.487070:0:18843:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:0.0:1788744575.490459:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+9:16702:x1875634047554560:12345-192.168.204.56@tcp:256:mount.lustre.0 Request processed in 3435us (3798us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.490473:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 85 00000100:00100000:3.0:1788744575.499532:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744575.499902:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554688 00000100:00100000:1.0:1788744575.499912:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554688 00000100:00100000:1.0:1788744575.499966:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 86 00000100:00100000:1.0:1788744575.499975:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+9:16702:x1875634047554688:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788744575.500001:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744575.500020:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb57616fa expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.500047:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 10 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.500080:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 10 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.500090:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a36e00, rc 0) 00000100:00100000:1.0:1788744575.500153:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16702:x1875634047554688:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 179us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744575.500160:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 86 00000100:00100000:2.0:1788744575.504087:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744575.504599:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554816 00000100:00100000:0.0:1788744575.504619:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554816 00000100:00100000:0.0:1788744575.504676:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 87 00000100:00100000:0.0:1788744575.504686:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16702:x1875634047554816:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788744575.505004:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16702:x1875634047554816:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 309us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.505013:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 87 00000100:00100000:3.0:1788744575.512719:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.512820:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047554944 00000100:00100000:2.0:1788744575.512830:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047554944 00000100:00100000:2.0:1788744575.512883:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 88 00000100:00100000:2.0:1788744575.512893:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16702:x1875634047554944:12345-192.168.204.56@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788744575.513297:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16702:x1875634047554944:12345-192.168.204.56@tcp:503:mount.lustre.0 Request processed in 404us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.513305:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 88 00000100:00100000:2.0:1788744575.514955:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068524160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744575.515020:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744575.515194:0:19537:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524160 00000100:00100000:0.0:1788744575.515201:0:19537:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524160 00000100:00100000:0.0:1788744575.515255:0:19537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744575.515265:0:19537:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3312:x1875634068524160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788744575.515294:0:19537:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788744575.515334:0:19537:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3312:x1875634068524160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.515341:0:19537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788744575.515355:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068524416:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515359:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068524544:0@lo:400:kworker.0 00000100:00100000:1.0:1788744575.515384:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744575.515396:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744575.515414:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524416 00000100:00100000:1.0:1788744575.515418:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524416 00000100:00100000:0.0:1788744575.515419:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524544 00000100:00100000:0.0:1788744575.515421:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524544 00000100:00100000:1.0:1788744575.515442:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788744575.515442:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788744575.515448:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068524416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515448:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068524544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744575.515481:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068524416:12345-0@lo:400:kworker.0 Request processed in 33us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.515481:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875634068524544:12345-0@lo:400:kworker.0 Request processed in 33us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744575.515488:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788744575.515488:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1788744575.515522:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9409c3765f80 x1875634068524544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788744575.515535:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875634068524544:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515591:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068524416:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515606:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068524672:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515642:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744575.515671:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068524160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744575.515681:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788744575.515685:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068524288:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515708:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744575.515729:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068524800:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515747:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744575.515762:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524288 00000100:00100000:1.0:1788744575.515766:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524288 00000100:00100000:0.0:1788744575.515766:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524672 00000100:00100000:0.0:1788744575.515769:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524672 00000100:00100000:0.0:1788744575.515786:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524800 00000100:00100000:1.0:1788744575.515788:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788744575.515789:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524800 00000100:00100000:1.0:1788744575.515794:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3312:x1875634068524288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515804:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788744575.515816:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068524672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744575.515827:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3312:x1875634068524288:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744575.515833:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788744575.515841:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875634068524672:12345-0@lo:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.515847:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788744575.515857:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788744575.515863:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068524800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744575.515885:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068524288:0@lo:400:kworker.0 00000100:00100000:0.0:1788744575.515888:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068524800:12345-0@lo:400:kworker.0 Request processed in 26us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.515894:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1788744575.515899:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9409c3767800 x1875634068524800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744575.515914:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068524800:0@lo:400:kworker.0 00010000:00080000:1.0:1788744575.515925:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9409c3764380 x1875634068524672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788744591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788744575.515934:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3312:1875634068524672:0@lo:400:kworker.0 00000100:00080000:2.0:1788744575.516201:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788744575.516206:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788744575.516215:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788744575.533043:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744575.533244:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555072 00000100:00100000:1.0:1788744575.533264:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555072 00000100:00100000:1.0:1788744575.533313:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 90 00000100:00100000:1.0:1788744575.533323:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16725:x1875634047555072:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788744575.533623:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16725:x1875634047555072:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 284us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744575.533632:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 90 00000100:00100000:3.0:1788744575.546000:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.546049:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555200 00000100:00100000:2.0:1788744575.546059:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555200 00000100:00100000:2.0:1788744575.546117:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 91 00000100:00100000:2.0:1788744575.546127:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16725:x1875634047555200:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744575.546338:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16725:x1875634047555200:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 211us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.546345:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 91 00000100:00100000:1.0:1788744575.581321:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.581654:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555328 00000100:00100000:3.0:1788744575.581665:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555328 00000100:00100000:3.0:1788744575.581717:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:3.0:1788744575.581726:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2350:x1875634047555328:12345-192.168.204.56@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788744575.581758:0:18850:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from 7aa3cca8-b774-4fe0-9e53-449f190cf657@192.168.204.56@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1788744575.581818:0:18850:0:(genops.c:1384:class_connect()) connect: client 7aa3cca8-b774-4fe0-9e53-449f190cf657, cookie 0x7cd2bfd5e1b96119 00000004:00100000:3.0:1788744575.581849:0:18850:0:(mdt_handler.c:7491:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:3.0:1788744575.581855:0:18850:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00100000:0.0:1788744575.634273:0:7639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788744575.634320:0:7639:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00010000:00010000:3.0:1788744575.648814:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788744575.650638:0:18850:0:(import.c:65:import_set_state_nolock()) ffff940ace649000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744575.650708:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2350:x1875634047555328:12345-192.168.204.56@tcp:38:mount.lustre.0 Request processed in 68981us (69397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744575.650719:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:3.0:1788744575.664221:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.665052:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744575.668783:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555456 00000100:00100000:0.0:1788744575.668798:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555456 00000100:00100000:0.0:1788744575.668932:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555584 00000100:00100000:0.0:1788744575.668937:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555584 00000100:00100000:0.0:1788744575.668969:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:0.0:1788744575.668981:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:0:x1875634047555456:12345-192.168.204.56@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788744575.669036:0:18851:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1788744575.669154:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:0:x1875634047555456:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 174us (5013us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.669162:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:0.0:1788744575.669183:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:0.0:1788744575.669191:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16702:x1875634047555584:12345-192.168.204.56@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788744575.669203:0:18851:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1788744575.669227:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16702:x1875634047555584:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 37us (4176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744575.669247:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:0.0:1788744575.671987:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.672076:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555712 00000100:00100000:3.0:1788744575.672097:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555712 00000100:00100000:3.0:1788744575.672332:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:3.0:1788744575.672343:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16702:x1875634047555712:12345-192.168.204.56@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788744575.672431:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16702:x1875634047555712:12345-192.168.204.56@tcp:40:mount.lustre.0 Request processed in 90us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.672439:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00080000:2.0:1788744575.672511:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744575.675252:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.676196:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555840 00000100:00100000:2.0:1788744575.676207:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555840 00000100:00100000:2.0:1788744575.676259:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:2.0:1788744575.676268:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2350:x1875634047555840:12345-192.168.204.56@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788744575.676299:0:19534:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from 7aa3cca8-b774-4fe0-9e53-449f190cf657@192.168.204.56@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:2.0:1788744575.676332:0:19534:0:(genops.c:1384:class_connect()) connect: client 7aa3cca8-b774-4fe0-9e53-449f190cf657, cookie 0x7cd2bfd5e1b96120 00002000:00100000:2.0:1788744575.676343:0:19534:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 7aa3cca8-b774-4fe0-9e53-449f190cf657/ffff9409c2659800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788744575.676367:0:19534:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788744575.676734:0:19534:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788744575.676765:0:19534:0:(import.c:65:import_set_state_nolock()) ffff9409c265b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788744575.676827:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2350:x1875634047555840:12345-192.168.204.56@tcp:8:mount.lustre.0 Request processed in 558us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.676835:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:1.0:1788744575.683304:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744575.683389:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047555968 00000100:00100000:3.0:1788744575.683401:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047555968 00000100:00100000:3.0:1788744575.683447:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:3.0:1788744575.683455:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2350:x1875634047555968:12345-192.168.204.56@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788744575.683488:0:19535:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from 7aa3cca8-b774-4fe0-9e53-449f190cf657@192.168.204.56@tcp t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:3.0:1788744575.683521:0:19535:0:(genops.c:1384:class_connect()) connect: client 7aa3cca8-b774-4fe0-9e53-449f190cf657, cookie 0x7cd2bfd5e1b96127 00002000:00100000:3.0:1788744575.683534:0:19535:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 7aa3cca8-b774-4fe0-9e53-449f190cf657/ffff9409c1917000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788744575.683546:0:19535:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788744575.683922:0:19535:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788744575.683956:0:19535:0:(import.c:65:import_set_state_nolock()) ffff9409c1913000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788744575.684027:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2350:x1875634047555968:12345-192.168.204.56@tcp:8:mount.lustre.0 Request processed in 571us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744575.684034:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:3.0:1788744575.687650:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744575.687767:0:18852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556096 00000100:00100000:2.0:1788744575.687776:0:18852:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556096 00000100:00100000:2.0:1788744575.687831:0:18852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:2.0:1788744575.687841:0:18852:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16702:x1875634047556096:12345-192.168.204.56@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788744575.690566:0:18852:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2625us 00000004:00200000:2.0:1788744575.717672:0:18852:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788744575.718206:0:18852:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16702:x1875634047556096:12345-192.168.204.56@tcp:33:mount.lustre.0 Request processed in 30359us (30557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744575.718217:0:18852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:0.0:1788744575.933155:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744575.933258:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556224 00000100:00100000:1.0:1788744575.933269:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556224 00000100:00100000:1.0:1788744575.933333:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:1.0:1788744575.933344:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16746:x1875634047556224:12345-192.168.204.56@tcp:101:mkdir.0 00010000:00010000:1.0:1788744575.933367:0:20511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744575.933393:0:20511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36200/0x7cd2bfd5e1b9612e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761724 expref: -99 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.933485:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b96135 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.933499:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b96135 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.933513:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b96135 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744575.933578:0:20511:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788744575.933583:0:20511:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788744575.933620:0:20511:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b96135 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.933646:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36200/0x7cd2bfd5e1b9612e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761724 expref: 8 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.933673:0:20511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b96135 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761724 expref: 7 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744575.933682:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744575.933685:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788744575.933689:0:20511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a37e00, rc 0) 00000100:00100000:1.0:1788744575.933754:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:16746:x1875634047556224:12345-192.168.204.56@tcp:101:mkdir.0 Request processed in 411us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744575.933761:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:1.0:1788744576.027527:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad817aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068524928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744576.027616:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744576.027710:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068524928 00000100:00100000:1.0:1788744576.027718:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068524928 00000100:00100000:1.0:1788744576.027762:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744576.027772:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068524928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744576.027814:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788744576.027861:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068524928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744576.027869:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788744576.027920:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad817aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068524928:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1788744576.066818:0:6708:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7aa3cca8-b774-4fe0-9e53-449f190cf657 00010000:00010000:2.0:1788744576.667716:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744577.693341:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744577.995657:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744577.995765:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556352 00000100:00100000:1.0:1788744577.995776:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556352 00000100:00100000:1.0:1788744577.995850:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:1.0:1788744577.995862:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:16799:x1875634047556352:12345-192.168.204.56@tcp:41:lfs.0 00000004:00000024:1.0:1788744577.995907:0:18850:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788744577.996050:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:16799:x1875634047556352:12345-192.168.204.56@tcp:41:lfs.0 Request processed in 189us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744577.996057:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00080000:2.0:1788744577.996284:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744578.002049:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744578.002252:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556480 00000100:00100000:1.0:1788744578.002265:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556480 00000100:00100000:1.0:1788744578.002355:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:1.0:1788744578.002366:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:16799:x1875634047556480:12345-192.168.204.56@tcp:13:lfs.0 00002000:00000024:1.0:1788744578.002410:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788744578.002517:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:16799:x1875634047556480:12345-192.168.204.56@tcp:13:lfs.0 Request processed in 152us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.002525:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00080000:2.0:1788744578.002964:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788744578.005999:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744578.006244:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556608 00000100:00100000:1.0:1788744578.006271:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556608 00000100:00100000:1.0:1788744578.006464:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:1.0:1788744578.006475:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16799:x1875634047556608:12345-192.168.204.56@tcp:13:lfs.0 00002000:00000024:1.0:1788744578.006523:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788744578.006644:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:16799:x1875634047556608:12345-192.168.204.56@tcp:13:lfs.0 Request processed in 170us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.006653:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00080000:2.0:1788744578.010821:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1788744578.075512:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788744578.252750:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.252896:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556736 00000100:00100000:0.0:1788744578.252906:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556736 00000100:00100000:0.0:1788744578.252974:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 92 00000100:00100000:0.0:1788744578.252985:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+10:16831:x1875634047556736:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788744578.253002:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744578.253021:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa77e00/0x7cd2bfd5e1b9613c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb576172b expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.253051:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa77e00/0x7cd2bfd5e1b9613c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576172b expref: 11 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.253062:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa77e00/0x7cd2bfd5e1b9613c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576172b expref: 11 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.253071:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77e00, rc 0) 00000100:00100000:0.0:1788744578.253145:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16831:x1875634047556736:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 162us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744578.253152:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 92 00000100:00100000:3.0:1788744578.259688:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.260001:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556864 00000100:00100000:0.0:1788744578.260013:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556864 00000100:00100000:0.0:1788744578.260097:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 93 00000100:00100000:0.0:1788744578.260109:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16831:x1875634047556864:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788744578.260642:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16831:x1875634047556864:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 532us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744578.260651:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 93 00000100:00100000:3.0:1788744578.279843:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.279965:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047556992 00000100:00100000:2.0:1788744578.279977:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047556992 00000100:00100000:2.0:1788744578.280040:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 94 00000100:00100000:2.0:1788744578.280051:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16831:x1875634047556992:12345-192.168.204.56@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788744578.280684:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16831:x1875634047556992:12345-192.168.204.56@tcp:503:mount.lustre.0 Request processed in 632us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.280696:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 94 00000100:00100000:3.0:1788744578.296482:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.296921:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557120 00000100:00100000:0.0:1788744578.296933:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557120 00000100:00100000:0.0:1788744578.297002:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 95 00000100:00100000:0.0:1788744578.297012:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16838:x1875634047557120:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788744578.297777:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16838:x1875634047557120:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 763us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744578.297786:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 95 00000100:00100000:0.0:1788744578.365834:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.365922:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557248 00000100:00100000:3.0:1788744578.365933:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557248 00000100:00100000:3.0:1788744578.366002:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 96 00000100:00100000:3.0:1788744578.366012:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16838:x1875634047557248:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788744578.366318:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16838:x1875634047557248:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 305us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.366326:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 96 00000100:00100000:3.0:1788744578.373736:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.376272:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557376 00000100:00100000:0.0:1788744578.376300:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557376 00000100:00100000:0.0:1788744578.376374:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 97 00000100:00100000:0.0:1788744578.376384:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16831:x1875634047557376:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788744578.376402:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744578.376422:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa77400/0x7cd2bfd5e1b96143 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761755 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.376453:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa77400/0x7cd2bfd5e1b96143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761755 expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.376463:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa77400/0x7cd2bfd5e1b96143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761755 expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.376494:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77400, rc 0) 00000100:00100000:0.0:1788744578.376601:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16831:x1875634047557376:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 217us (2875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744578.376608:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 97 00000100:00100000:0.0:1788744578.380206:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.380310:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557504 00000100:00100000:2.0:1788744578.380321:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557504 00000100:00100000:2.0:1788744578.380376:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 98 00000100:00100000:2.0:1788744578.380386:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16831:x1875634047557504:12345-192.168.204.56@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788744578.380412:0:18844:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788744578.380437:0:18844:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788744578.380441:0:18844:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788744578.380444:0:18844:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788744578.380446:0:18844:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788744578.383622:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16831:x1875634047557504:12345-192.168.204.56@tcp:256:mount.lustre.0 Request processed in 3226us (3416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.383649:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 98 00000100:00100000:3.0:1788744578.391605:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.391769:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557632 00000100:00100000:0.0:1788744578.391781:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557632 00000100:00100000:0.0:1788744578.391838:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 99 00000100:00100000:0.0:1788744578.391850:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16831:x1875634047557632:12345-192.168.204.56@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788744578.391867:0:18842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744578.391885:0:18842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb576175c expref: -99 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.391913:0:18842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 13 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.391924:0:18842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 13 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744578.391934:0:18842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76600, rc 0) 00000100:00100000:0.0:1788744578.392008:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16831:x1875634047557632:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 160us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744578.392014:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 99 00000100:00100000:0.0:1788744578.405327:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.407339:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557760 00000100:00100000:2.0:1788744578.407353:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557760 00000100:00100000:2.0:1788744578.407425:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 100 00000100:00100000:2.0:1788744578.407436:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16831:x1875634047557760:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788744578.407777:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16831:x1875634047557760:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 341us (2459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.407786:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 100 00000100:00100000:2.0:1788744578.415431:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744578.415600:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047557888 00000100:00100000:1.0:1788744578.415610:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047557888 00000100:00100000:1.0:1788744578.415663:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 101 00000100:00100000:1.0:1788744578.415672:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16831:x1875634047557888:12345-192.168.204.56@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788744578.415901:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16831:x1875634047557888:12345-192.168.204.56@tcp:503:mount.lustre.0 Request processed in 228us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.415908:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 101 00000100:00100000:3.0:1788744578.419905:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.420271:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558016 00000100:00100000:2.0:1788744578.420281:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558016 00000100:00100000:2.0:1788744578.420339:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 102 00000100:00100000:2.0:1788744578.420348:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16842:x1875634047558016:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744578.420605:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16842:x1875634047558016:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 257us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.420613:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 102 00000100:00100000:0.0:1788744578.425070:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.425625:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558144 00000100:00100000:2.0:1788744578.425637:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558144 00000100:00100000:2.0:1788744578.425695:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 103 00000100:00100000:2.0:1788744578.425705:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16842:x1875634047558144:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788744578.425974:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16842:x1875634047558144:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 269us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744578.425983:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 103 00000100:00100000:3.0:1788744578.456462:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.456508:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.456546:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.456614:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.456644:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558784 00000100:00100000:3.0:1788744578.456654:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558784 00000100:00100000:3.0:1788744578.456700:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558912 00000100:00100000:3.0:1788744578.456703:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558912 00000100:00100000:3.0:1788744578.456723:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:3.0:1788744578.456733:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2353:x1875634047558784:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744578.456804:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2353:x1875634047558784:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 72us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.456824:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:3.0:1788744578.456844:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:3.0:1788744578.456850:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2353:x1875634047558912:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744578.456877:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2353:x1875634047558912:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.456883:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:1.0:1788744578.456973:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558272 00000100:00100000:1.0:1788744578.456978:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558272 00000100:00100000:1.0:1788744578.457007:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558656 00000100:00100000:1.0:1788744578.457010:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558656 00000100:00100000:1.0:1788744578.457045:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 17 00000100:00100000:1.0:1788744578.457052:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8179c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2353:x1875634047558656:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744578.457080:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8179c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2353:x1875634047558656:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 30us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.457086:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 17 00000100:00100000:1.0:1788744578.457098:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:1.0:1788744578.457102:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2350:x1875634047558272:12345-192.168.204.56@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788744578.457126:0:18849:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-MDT0000: connection from df50a638-dc29-4a25-875a-6f5479a93f5d@192.168.204.56@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:1.0:1788744578.457166:0:18849:0:(genops.c:1384:class_connect()) connect: client df50a638-dc29-4a25-875a-6f5479a93f5d, cookie 0x7cd2bfd5e1b96151 00000004:00100000:1.0:1788744578.457195:0:18849:0:(mdt_handler.c:7491:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788744578.457317:0:18849:0:(import.c:65:import_set_state_nolock()) ffff940af6e44000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744578.457343:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2350:x1875634047558272:12345-192.168.204.56@tcp:38:mount.lustre.0 Request processed in 239us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.457350:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:3.0:1788744578.471302:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744578.471585:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558528 00000100:00100000:1.0:1788744578.471597:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558528 00000100:00100000:1.0:1788744578.471677:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:1.0:1788744578.471688:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad817aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16831:x1875634047558528:12345-192.168.204.56@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788744578.471731:0:18849:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00080000:2.0:1788744578.471743:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744578.471820:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad817aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16831:x1875634047558528:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 133us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.471829:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:0.0:1788744578.477303:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.477430:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559040 00000100:00100000:3.0:1788744578.477440:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559040 00000100:00100000:3.0:1788744578.477502:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00100000:3.0:1788744578.477512:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16831:x1875634047559040:12345-192.168.204.56@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788744578.477622:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16831:x1875634047559040:12345-192.168.204.56@tcp:40:mount.lustre.0 Request processed in 111us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.477630:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00100000:2.0:1788744578.490629:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.490669:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744578.490705:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.490803:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559168 00000100:00100000:1.0:1788744578.490804:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559424 00000100:00100000:1.0:1788744578.490813:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559424 00000100:00100000:0.0:1788744578.490813:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559168 00000100:00100000:1.0:1788744578.490859:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 1 00000100:00100000:0.0:1788744578.490864:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:1.0:1788744578.490872:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16831:x1875634047559424:12345-192.168.204.56@tcp:33:mount.lustre.0 00000100:00100000:0.0:1788744578.490873:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2350:x1875634047559168:12345-192.168.204.56@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788744578.490907:0:19535:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0000: connection from df50a638-dc29-4a25-875a-6f5479a93f5d@192.168.204.56@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:0.0:1788744578.490949:0:19535:0:(genops.c:1384:class_connect()) connect: client df50a638-dc29-4a25-875a-6f5479a93f5d, cookie 0x7cd2bfd5e1b96158 00002000:00100000:0.0:1788744578.490960:0:19535:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli df50a638-dc29-4a25-875a-6f5479a93f5d/ffff940af6e5f800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788744578.490973:0:19535:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000004:00200000:1.0:1788744578.490985:0:18853:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1788744578.491133:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16831:x1875634047559424:12345-192.168.204.56@tcp:33:mount.lustre.0 Request processed in 265us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.491141:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 1 00002000:00080000:1.0:1788744578.491420:0:19535:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788744578.491448:0:19535:0:(import.c:65:import_set_state_nolock()) ffff940af056d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788744578.491494:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2350:x1875634047559168:12345-192.168.204.56@tcp:8:mount.lustre.0 Request processed in 622us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744578.491511:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:3.0:1788744578.492673:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047558400 00000100:00100000:3.0:1788744578.492683:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047558400 00000100:00100000:3.0:1788744578.492733:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:3.0:1788744578.492743:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+6:0:x1875634047558400:12345-192.168.204.56@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788744578.492771:0:18851:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788744578.492887:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+6:0:x1875634047558400:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 145us (2268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.492895:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:2.0:1788744578.510237:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744578.510587:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559296 00000100:00100000:0.0:1788744578.510598:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559296 00000100:00100000:0.0:1788744578.510642:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:0.0:1788744578.510650:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2350:x1875634047559296:12345-192.168.204.56@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788744578.510680:0:19532:0:(ldlm_lib.c:1456:target_handle_connect()) lustre-OST0001: connection from df50a638-dc29-4a25-875a-6f5479a93f5d@192.168.204.56@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:0.0:1788744578.510709:0:19532:0:(genops.c:1384:class_connect()) connect: client df50a638-dc29-4a25-875a-6f5479a93f5d, cookie 0x7cd2bfd5e1b9615f 00002000:00100000:0.0:1788744578.510721:0:19532:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli df50a638-dc29-4a25-875a-6f5479a93f5d/ffff940af6e58000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a2c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788744578.510731:0:19532:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788744578.510833:0:19532:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788744578.510861:0:19532:0:(import.c:65:import_set_state_nolock()) ffff940af6e5c800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788744578.510949:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2350:x1875634047559296:12345-192.168.204.56@tcp:8:mount.lustre.0 Request processed in 287us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744578.510957:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 11 00010000:00010000:3.0:1788744578.718499:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744578.738885:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744578.739099:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559552 00000100:00100000:3.0:1788744578.739126:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559552 00000100:00100000:3.0:1788744578.739193:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 14 00000100:00100000:3.0:1788744578.739203:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:16863:x1875634047559552:12345-192.168.204.56@tcp:101:mkdir.0 00010000:00010000:3.0:1788744578.739225:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744578.739248:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cb800/0x7cd2bfd5e1b96166 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761786 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744578.739308:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744578.739321:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744578.739334:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744578.739371:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788744578.739375:0:18850:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788744578.739393:0:18850:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744578.739417:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cb800/0x7cd2bfd5e1b96166 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 8 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744578.739434:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 7 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744578.739442:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:3.0:1788744578.739445:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788744578.739450:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac29ca000, rc 0) 00000100:00100000:3.0:1788744578.739520:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+7:16863:x1875634047559552:12345-192.168.204.56@tcp:101:mkdir.0 Request processed in 318us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744578.739527:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 14 00010000:00010000:2.0:1788744579.738811:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744580.636297:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068525440:0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.636417:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744580.636509:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788744580.636516:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3310:1875634068525056:0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.636585:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744580.636613:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068525568:0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.636638:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744580.636672:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525440 00000100:00100000:3.0:1788744580.636682:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525440 00000100:00100000:3.0:1788744580.636735:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525568 00000100:00100000:3.0:1788744580.636738:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525568 00000100:00100000:3.0:1788744580.636771:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788744580.636782:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8179f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068525440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.636842:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8179f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068525440:12345-0@lo:400:kworker.0 Request processed in 60us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744580.636849:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788744580.636868:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788744580.636873:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068525568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.636915:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068525568:12345-0@lo:400:kworker.0 Request processed in 41us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744580.636931:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788744580.636951:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525056 00000100:00100000:3.0:1788744580.636955:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525056 00000100:00100000:3.0:1788744580.636995:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788744580.637021:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3310:x1875634068525056:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788744580.637669:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744580.638250:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9409c3765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068525184:0@lo:400:kworker.0 00000100:00100000:2.0:1788744580.645744:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068525312:0@lo:400:kworker.0 00000100:00100000:1.0:1788744580.650376:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744580.650457:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068525696:0@lo:400:kworker.0 00000100:00100000:1.0:1788744580.650517:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744580.661103:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3310:x1875634068525056:12345-0@lo:400:kworker.0 Request processed in 24066us (24500us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744580.661124:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788744580.661252:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3310:1875634068525056:0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.661278:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068525568:0@lo:400:kworker.0 00000100:00100000:3.0:1788744580.661292:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068525440:0@lo:400:kworker.0 00000100:00100000:0.0:1788744580.665642:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525184 00000100:00100000:0.0:1788744580.665667:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525184 00000100:00100000:0.0:1788744580.665756:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744580.665770:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068525184:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788744580.667366:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788744580.667493:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525696 00000100:00100000:1.0:1788744580.667504:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525696 00000100:00100000:1.0:1788744580.667595:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788744580.667606:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068525696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744580.667726:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875634068525696:12345-0@lo:400:kworker.0 Request processed in 121us (17207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744580.667733:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1788744580.667756:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744580.667803:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1875634068525696:0@lo:400:kworker.0 00000100:00100000:0.0:1788744580.671538:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068525184:12345-0@lo:400:kworker.0 Request processed in 5757us (21161us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744580.671575:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744580.671679:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9409c3765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068525184:0@lo:400:kworker.0 00000100:00100000:2.0:1788744580.683973:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744580.687676:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525312 00000100:00100000:2.0:1788744580.687695:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525312 00000100:00100000:2.0:1788744580.687778:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788744580.687791:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068525312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788744580.687912:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068525312:12345-0@lo:400:kworker.0 Request processed in 124us (3951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744580.687930:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1788744580.688190:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788744580.698150:0:3313:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788744580.698193:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068525312:0@lo:400:kworker.0 00000100:00100000:2.0:1788744580.698212:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068525824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788744580.698296:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744580.702366:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525824 00000100:00100000:2.0:1788744580.702389:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525824 00000100:00100000:2.0:1788744580.702480:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788744580.702491:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa484a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068525824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788744580.702567:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788744580.702670:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa484a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068525824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 181us (4375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744580.702700:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788744580.702926:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068525824:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788744580.770688:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788744580.842938:0:7639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of df50a638-dc29-4a25-875a-6f5479a93f5d 00000001:00100000:0.0:1788744580.842960:0:7639:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7aa3cca8-b774-4fe0-9e53-449f190cf657 00000001:00100000:1.0:1788744580.843345:0:5858:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of df50a638-dc29-4a25-875a-6f5479a93f5d 00000001:00100000:1.0:1788744580.843355:0:5858:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7aa3cca8-b774-4fe0-9e53-449f190cf657 00000100:00100000:0.0:1788744581.147752:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068525952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788744581.147862:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744581.148025:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068525952 00000100:00100000:3.0:1788744581.148039:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068525952 00000100:00100000:3.0:1788744581.148911:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788744581.148925:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068525952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788744581.148977:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788744581.149078:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068525952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744581.149087:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788744581.149469:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068525952:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1788744581.260316:0:6708:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of df50a638-dc29-4a25-875a-6f5479a93f5d 00010000:00010000:3.0:1788744581.786913:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788744582.528614:0:20815:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1788744582.810898:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744583.662373:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.662500:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.662525:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.662570:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.662593:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.662612:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.665210:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744583.665234:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560064 00000100:00100000:3.0:1788744583.665245:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560064 00000100:00100000:3.0:1788744583.665313:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560320 00000100:00100000:3.0:1788744583.665317:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560320 00000100:00100000:3.0:1788744583.665333:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559936 00000100:00100000:3.0:1788744583.665336:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559936 00000100:00100000:3.0:1788744583.665351:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560448 00000100:00100000:3.0:1788744583.665354:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560448 00000100:00100000:3.0:1788744583.665372:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:3.0:1788744583.665382:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2354:x1875634047560064:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744583.665472:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2354:x1875634047560064:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 91us (2983us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744583.665481:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:3.0:1788744583.665651:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:3.0:1788744583.665658:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2354:x1875634047560320:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744583.665699:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2354:x1875634047560320:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 41us (3172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744583.665705:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:3.0:1788744583.665716:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:3.0:1788744583.665721:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2354:x1875634047559936:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744583.665957:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2354:x1875634047559936:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 234us (3362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744583.665964:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:3.0:1788744583.665979:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:3.0:1788744583.666060:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2354:x1875634047560448:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744583.666086:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2354:x1875634047560448:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 101us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744583.666102:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:3.0:1788744583.666124:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559680 00000100:00100000:3.0:1788744583.666129:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559680 00000100:00100000:3.0:1788744583.666155:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 105 00000100:00100000:3.0:1788744583.666162:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2354:x1875634047559680:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744583.666189:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2354:x1875634047559680:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 28us (3619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744583.666197:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 105 00000100:00080000:3.0:1788744583.666228:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788744583.666232:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788744583.675793:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047559808 00000100:00100000:0.0:1788744583.675809:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047559808 00000100:00100000:0.0:1788744583.675911:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560192 00000100:00100000:0.0:1788744583.675915:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560192 00000100:00100000:0.0:1788744583.675955:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744583.675965:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2354:x1875634047559808:12345-192.168.204.56@tcp:400:kworker.0 00000100:00080000:3.0:1788744583.676111:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744583.676269:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2354:x1875634047559808:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 304us (13905us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744583.676277:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744583.676297:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22 00000100:00100000:0.0:1788744583.676304:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2354:x1875634047560192:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:0.0:1788744583.676329:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2354:x1875634047560192:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 26us (13716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744583.676335:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22 00010000:00010000:3.0:1788744583.845748:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744584.861411:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744585.755231:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788744585.755255:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068526080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788744585.755324:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744585.755446:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526080 00000100:00100000:0.0:1788744585.755459:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526080 00000100:00100000:0.0:1788744585.755522:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788744585.755532:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068526080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788744585.755597:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788744585.755647:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1875634068526080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744585.755655:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788744585.755701:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1875634068526080:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788744585.756003:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788744585.756656:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068526464:0@lo:400:kworker.0 00000100:00100000:0.0:1788744585.756699:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744585.756724:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788744585.756731:0:3310:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068526592:0@lo:400:kworker.0 00000100:00100000:0.0:1788744585.756752:0:3310:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744585.756778:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526464 00000100:00100000:0.0:1788744585.756783:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526464 00000100:00100000:0.0:1788744585.756829:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526592 00000100:00100000:0.0:1788744585.756833:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526592 00000100:00100000:0.0:1788744585.756858:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788744585.756866:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068526464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744585.756918:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875634068526464:12345-0@lo:400:kworker.0 Request processed in 53us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744585.756925:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788744585.756942:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788744585.756947:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068526592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744585.756974:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875634068526592:12345-0@lo:400:kworker.0 Request processed in 27us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744585.756993:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1788744585.757774:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744585.757863:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1875634068526592:0@lo:400:kworker.0 00000100:00100000:0.0:1788744585.757889:0:3310:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875634068526464:0@lo:400:kworker.0 00000100:00100000:2.0:1788744585.758658:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068526336:0@lo:400:kworker.0 00000100:00100000:2.0:1788744585.758722:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744585.758756:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788744585.758763:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068526208:0@lo:400:kworker.0 00000100:00100000:2.0:1788744585.758790:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744585.758839:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068526720:0@lo:400:kworker.0 00000100:00100000:2.0:1788744585.758868:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744585.759237:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526336 00000100:00100000:3.0:1788744585.759246:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526336 00000100:00100000:3.0:1788744585.759304:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744585.759314:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa484700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068526336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744585.759374:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa484700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068526336:12345-0@lo:400:kworker.0 Request processed in 62us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744585.759380:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788744585.759403:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526208 00000100:00100000:3.0:1788744585.759406:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526208 00000100:00100000:3.0:1788744585.759429:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788744585.759444:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3313:x1875634068526208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788744585.759477:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3313:x1875634068526208:12345-0@lo:400:kworker.0 Request processed in 33us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744585.759484:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:3.0:1788744585.759516:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744585.759537:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3313:1875634068526208:0@lo:400:kworker.0 00000100:00100000:3.0:1788744585.759634:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068526336:0@lo:400:kworker.0 00000100:00100000:1.0:1788744585.759805:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526720 00000100:00100000:1.0:1788744585.759811:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526720 00000100:00100000:1.0:1788744585.759850:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788744585.759858:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068526720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788744585.759900:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875634068526720:12345-0@lo:400:kworker.0 Request processed in 43us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744585.759914:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1788744585.759933:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744585.759960:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1875634068526720:0@lo:400:kworker.0 00010000:00010000:2.0:1788744585.882787:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744586.266839:0:3313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068526848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788744586.266919:0:3313:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.268495:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068526848 00000100:00100000:0.0:1788744586.268506:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068526848 00000100:00100000:0.0:1788744586.268586:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788744586.268598:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068526848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788744586.268636:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788744586.268716:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875634068526848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.268724:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788744586.268801:0:3313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1875634068526848:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1788744586.763455:0:20965:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffa7a72ca0 20000000:00000080:0.0:1788744586.763474:0:20965:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9409c2648400 uarg=0000000000000000 20000000:01000000:0.0:1788744586.763510:0:20965:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788744586.763516:0:20965:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788744586.763521:0:20965:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1788744586.766703:0:20966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:0.0:1788744586.769375:0:20965:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788744586.789889:0:20965:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788744586.790069:0:20965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790089:0:20965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790097:0:20965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 18 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790105:0:20965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790126:0:20965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 12 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790134:0:20965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 12 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790142:0:20965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790192:0:20965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 12 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790220:0:20965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 12 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.790235:0:20965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068526976:192.168.204.56@tcp:104: 00010000:00010000:1.0:1788744586.790335:0:20965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 12 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790343:0:20965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 12 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.790352:0:20965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527104:192.168.204.56@tcp:104: 00010000:00010000:1.0:1788744586.790375:0:20965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790384:0:20965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.790393:0:20965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527232:0@lo:104: 00000100:00100000:1.0:1788744586.790426:0:20965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788744586.790463:0:20965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 18 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790470:0:20965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 18 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.790478:0:20965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527360:0@lo:104: 00000100:00100000:1.0:1788744586.790494:0:20965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788744586.790519:0:20965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.790527:0:20965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.790534:0:20965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527488:0@lo:104: 00000100:00100000:1.0:1788744586.790580:0:20965:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744586.790590:0:20965:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac654d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744586.791460:0:18832:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788744586.791476:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068527232 00000100:00100000:0.0:1788744586.791485:0:18832:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068527232 00000100:00100000:0.0:1788744586.791519:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068527360 00000100:00100000:0.0:1788744586.791522:0:18832:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068527360 00000100:00100000:0.0:1788744586.791531:0:18832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068527488 00000100:00100000:0.0:1788744586.791533:0:18832:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068527488 00000100:00100000:0.0:1788744586.791585:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744586.791593:0:18832:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+5:20965:x1875634068527232:12345-0@lo:104: 00010000:00010000:0.0:1788744586.791607:0:18832:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.791665:0:18832:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788744586.791670:0:18832:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+5:20965:x1875634068527232:12345-0@lo:104: Request processed in 79us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.791677:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744586.791694:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744586.791699:0:18832:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+4:20965:x1875634068527360:12345-0@lo:104: 00010000:00010000:0.0:1788744586.791706:0:18832:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.791734:0:18832:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788744586.791738:0:18832:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+4:20965:x1875634068527360:12345-0@lo:104: Request processed in 39us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.791744:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788744586.791755:0:18832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744586.791760:0:18832:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:20965:x1875634068527488:12345-0@lo:104: 00010000:00010000:0.0:1788744586.791766:0:18832:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.791803:0:18832:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788744586.791808:0:18832:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+3:20965:x1875634068527488:12345-0@lo:104: Request processed in 48us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.791814:0:18832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788744586.791849:0:20522:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788744586.791859:0:20522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.791866:0:20522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351b000 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:0.0:1788744586.791870:0:20522:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.791879:0:20522:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788744586.791886:0:20522:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744586.791892:0:20522:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788744586.791919:0:20522:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.792075:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788744586.792081:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.792088:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2400 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:2.0:1788744586.792092:0:18837:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.792100:0:18837:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744586.792104:0:18838:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:2.0:1788744586.792108:0:18837:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744586.792124:0:18837:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788744586.792146:0:18837:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.792639:0:18837:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744586.792671:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.792678:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d2400/0x7cd2bfd5e1b95e79 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e80 expref: -99 pid: 19531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.792690:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744586.792691:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744586.792693:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744586.792700:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788744586.792714:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068527744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744586.792754:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744586.792830:0:20965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527232:0@lo:104: 00000100:00100000:2.0:1788744586.792840:0:20965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527360:0@lo:104: 00000100:00100000:2.0:1788744586.792846:0:20965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527488:0@lo:104: 00010000:00010000:0.0:1788744586.792899:0:20522:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788744586.792921:0:20522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.792984:0:20522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff9409c351b000/0x7cd2bfd5e1b95fd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95fd7 expref: -99 pid: 20251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.792994:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744586.792996:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788744586.792998:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788744586.793051:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068527616:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788744586.793073:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744586.793256:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068527744 00000100:00100000:0.0:1788744586.793262:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068527744 00010000:00010000:0.0:1788744586.793284:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 19 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744586.793322:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068527616 00000100:00100000:0.0:1788744586.793325:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068527616 00010000:00010000:0.0:1788744586.793335:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 20 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744586.793347:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788744586.793353:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+20:3311:x1875634068527744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744586.793364:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744586.793368:0:18836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 20 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.793378:0:18836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 20 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.793392:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940af73d3e00/0x7cd2bfd5e1b95e80 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e79 expref: 20 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.793404:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744586.793434:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3311:x1875634068527744:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.793440:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788744586.793458:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00010000:2.0:1788744586.793524:0:20967:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744586.793526:0:20967:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744586.793528:0:20967:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788744586.793584:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:3311:x1875634068527616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788744586.793595:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744586.793601:0:18835:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744586.793612:0:18835:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744586.793635:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b95fd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95fd0 expref: 18 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744586.793646:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744586.793674:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:3311:x1875634068527616:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (600us total) trans 0 rc 0/0 00010000:00010000:2.0:1788744586.794103:0:18838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.794111:0:18838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940af73d2a00 already unused, calling callback (ffffffffc1acec20) 10000000:00010000:2.0:1788744586.794115:0:18838:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.794132:0:18838:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788744586.794138:0:18838:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788744586.794144:0:18838:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788744586.794181:0:18838:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.794188:0:18838:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788744586.794205:0:18838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.794211:0:18838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.156@tcp lock: ffff940af73d2a00/0x7cd2bfd5e1b95e2c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7cd2bfd5e1b95e33 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.794226:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744586.794228:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744586.794229:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744586.794292:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace4cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068527872:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788744586.794329:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788744586.794414:0:18834:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788744586.794422:0:18834:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1788744586.794655:0:18836:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788744586.794662:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068527872 00000100:00100000:0.0:1788744586.794667:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068527872 00010000:00010000:0.0:1788744586.794685:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744586.794698:0:18836:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788744586.794705:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744586.794717:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b004fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:3312:x1875634068527872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788744586.794728:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744586.794733:0:18836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.794742:0:18836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.794754:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940afaa77c00/0x7cd2bfd5e1b95e33 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7cd2bfd5e1b95e2c expref: 18 pid: 18844 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.794763:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744586.794817:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b004fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:3312:x1875634068527872:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744586.794823:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788744586.794860:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068527616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788744586.794869:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068527744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788744586.797081:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788744586.797273:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace4cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3312:1875634068527872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788744586.811927:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744586.811968:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744586.812274:0:18835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560704 00000100:00100000:1.0:1788744586.812285:0:18835:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560704 00000100:00100000:0.0:1788744586.812300:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560576 00000100:00100000:0.0:1788744586.812307:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560576 00010000:00010000:1.0:1788744586.812322:0:18835:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 14 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.812332:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 14 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.812370:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:1.0:1788744586.812381:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c44627b6-d98a-4f34-a755-f449d0207a0c+14:2353:x1875634047560704:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744586.812396:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744586.812402:0:18835:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 14 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812415:0:18835:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 14 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812433:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744586.812443:0:20965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068526976:192.168.204.56@tcp:104: 00010000:00010000:2.0:1788744586.812459:0:20965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c2a36e00/0x7cd2bfd5e1b96112 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57616fa expref: 14 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744586.812474:0:20965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20965:1875634068527104:192.168.204.56@tcp:104: 00000100:00100000:1.0:1788744586.812482:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2353:x1875634047560704:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 102us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744586.812493:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:1.0:1788744586.812521:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 8 00010000:00010000:2.0:1788744586.812523:0:20965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744586.812531:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c44627b6-d98a-4f34-a755-f449d0207a0c+12:2353:x1875634047560576:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744586.812541:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744586.812546:0:18835:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 12 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812595:0:18835:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 12 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812607:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff940afaa76600/0x7cd2bfd5e1b9614a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576175c expref: 12 pid: 18842 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812622:0:18835:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812631:0:18835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812646:0:18835:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812653:0:18835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812661:0:18835:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812668:0:18835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812673:0:18835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744586.812682:0:18835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812690:0:18835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812711:0:18835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744586.812721:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744586.812739:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:2353:x1875634047560576:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 212us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744586.812746:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 8 00010000:00010000:2.0:1788744586.812799:0:20965:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.812807:0:20965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744586.812814:0:20965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9409c2a36600/0x7cd2bfd5e1b96174 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744586.907017:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788744587.930651:0:18846:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788744587.930660:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940adbf64000 from 10 10000000:01000000:1.0:1788744587.930666:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788744587.930728:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744587.930740:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744587.930751:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744587.930802:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.930880:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744587.930944:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac654d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744587.931312:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528000 00000100:00100000:3.0:1788744587.931321:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528000 00000100:00100000:3.0:1788744587.931371:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788744587.931380:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+16:18846:x1875634068528000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744587.931394:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744587.931408:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b96182 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b9617b expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.931431:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b96182 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b9617b expref: 17 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.931442:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac29cb000/0x7cd2bfd5e1b96182 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b9617b expref: 17 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.931451:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac29cb000, rc 0) 00000100:00100000:3.0:1788744587.931498:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:18846:x1875634068528000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744587.931506:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00010000:3.0:1788744587.932172:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744587.932502:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744587.932521:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b96182 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744587.932564:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b96182 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744587.932631:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.932669:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744587.932704:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac654d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744587.933164:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528128 00000100:00100000:3.0:1788744587.933170:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528128 00000100:00100000:3.0:1788744587.933208:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788744587.933216:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:18846:x1875634068528128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.933460:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:18846:x1875634068528128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 244us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744587.933468:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788744587.933727:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.933777:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.933831:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744587.933862:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac654d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788744587.933923:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528256 00000100:00100000:0.0:1788744587.933928:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528256 00000100:00100000:0.0:1788744587.933957:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788744587.933964:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:18846:x1875634068528256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788744587.934105:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:18846:x1875634068528256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 141us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744587.934117:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788744587.935100:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788744587.938650:0:20980:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788744587.949529:0:18846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788744587.949581:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788744587.949593:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b96182 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744587.949606:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff9409c2a36200/0x7cd2bfd5e1b9617b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b96182 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788744587.949618:0:18846:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788744587.949621:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940af6e40000 from 10 10000000:01000000:0.0:1788744587.949624:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788744587.949666:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744587.949674:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744587.949685:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744587.949712:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788744587.950123:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744587.950170:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad2594480 going to sleep for 11 seconds 00000100:00100000:2.0:1788744587.950237:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528384 00000100:00100000:2.0:1788744587.950259:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528384 00000100:00100000:2.0:1788744587.950307:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788744587.950315:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+17:18846:x1875634068528384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744587.950329:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744587.950343:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351a600/0x7cd2bfd5e1b96190 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b96189 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744587.950365:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351a600/0x7cd2bfd5e1b96190 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b96189 expref: 18 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744587.950625:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351a600/0x7cd2bfd5e1b96190 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b96189 expref: 18 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744587.950635:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351a600, rc 0) 00000100:00100000:2.0:1788744587.950687:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068528384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 373us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744587.950695:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788744587.950811:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788744587.950828:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b96190 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744587.950837:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b96190 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744587.950897:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.950935:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744587.950964:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac654d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744587.951178:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528512 00000100:00100000:3.0:1788744587.951184:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528512 00000100:00100000:3.0:1788744587.951220:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788744587.951226:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068528512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.951737:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068528512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 511us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744587.951745:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788744587.952294:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.952354:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788744587.952412:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744587.952437:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac654d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788744587.953090:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528640 00000100:00100000:3.0:1788744587.953097:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528640 00000100:00100000:3.0:1788744587.953127:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788744587.953135:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068528640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.953331:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068528640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 197us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744587.953338:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788744587.953607:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788744587.955707:0:20981:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788744587.956064:0:18846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788744587.956085:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788744587.956096:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b96190 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.956109:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940afaa76800/0x7cd2bfd5e1b96189 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b96190 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788744587.956119:0:18846:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788744587.956122:0:18846:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940b0071b800 from 10 10000000:01000000:3.0:1788744587.956124:0:18846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788744587.956159:0:18846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.956168:0:18846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.956194:0:18846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744587.956219:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.956297:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744587.956345:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac5c87cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744587.957080:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528768 00000100:00100000:2.0:1788744587.957089:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528768 00000100:00100000:2.0:1788744587.957137:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788744587.957146:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+18:18846:x1875634068528768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744587.957159:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744587.957173:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351b000/0x7cd2bfd5e1b9619e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7cd2bfd5e1b96197 expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744587.957195:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351b000/0x7cd2bfd5e1b9619e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b96197 expref: 19 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744587.957206:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351b000/0x7cd2bfd5e1b9619e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7cd2bfd5e1b96197 expref: 19 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744587.957214:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351b000, rc 0) 00000100:00100000:2.0:1788744587.957272:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068528768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744587.957279:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788744587.962366:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744587.962406:0:18846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9619e expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.962420:0:18846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7cd2bfd5e1b9619e expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744587.962514:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.962606:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744587.962643:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac5c87cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744587.966112:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068528896 00000100:00100000:2.0:1788744587.966128:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068528896 00000100:00100000:2.0:1788744587.966190:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788744587.966201:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068528896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788744587.966517:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068528896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 317us (3910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744587.966525:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788744587.969315:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068528896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.969394:0:18846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940aff97ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068529024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788744587.969474:0:18846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788744587.969522:0:18846:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac5c87cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788744587.971040:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068529024 00000100:00100000:2.0:1788744587.971052:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068529024 00000100:00100000:2.0:1788744587.971101:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1788744587.971109:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068529024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788744587.971335:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:18846:x1875634068529024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 225us (1860us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744587.971343:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788744587.972239:0:18846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940aff97ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:18846:1875634068529024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788744587.974717:0:20982:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788744587.983494:0:18846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788744587.983535:0:18846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.156@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788744587.983683:0:18846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9619e expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744587.983717:0:18846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.156@tcp lock: ffff940ac29cb800/0x7cd2bfd5e1b96197 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7cd2bfd5e1b9619e expref: -99 pid: 18846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744588.263773:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744588.265664:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560832 00000100:00100000:2.0:1788744588.265678:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560832 00000100:00100000:2.0:1788744588.265833:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 116 00000100:00100000:2.0:1788744588.265845:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b001e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+11:16717:x1875634047560832:12345-192.168.204.56@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788744588.265863:0:18843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744588.265880:0:18843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b961a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb576178d expref: -99 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.265909:0:18843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b961a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576178d expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.265921:0:18843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9409c351aa00/0x7cd2bfd5e1b961a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576178d expref: 12 pid: 18843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.265931:0:18843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351aa00, rc 0) 00000100:00100000:2.0:1788744588.266004:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b001e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16717:x1875634047560832:12345-192.168.204.56@tcp:101:ll_cfg_requeue.0 Request processed in 162us (2238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744588.266012:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 116 00000100:00100000:1.0:1788744588.269787:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744588.270225:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047560960 00000100:00100000:3.0:1788744588.270236:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047560960 00000100:00100000:3.0:1788744588.270298:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 117 00000100:00100000:3.0:1788744588.270309:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16717:x1875634047560960:12345-192.168.204.56@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744588.271361:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16717:x1875634047560960:12345-192.168.204.56@tcp:501:ll_cfg_requeue.0 Request processed in 1048us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744588.271372:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 117 00000100:00100000:1.0:1788744588.275895:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.275992:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561088 00000100:00100000:0.0:1788744588.276003:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561088 00000100:00100000:0.0:1788744588.276068:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 118 00000100:00100000:0.0:1788744588.276077:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16717:x1875634047561088:12345-192.168.204.56@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788744588.276519:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16717:x1875634047561088:12345-192.168.204.56@tcp:503:ll_cfg_requeue.0 Request processed in 441us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.276529:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 118 00000100:00100000:2.0:1788744588.279584:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744588.279876:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561216 00000100:00100000:3.0:1788744588.279886:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561216 00000100:00100000:3.0:1788744588.279955:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 119 00000100:00100000:3.0:1788744588.279966:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+12:16717:x1875634047561216:12345-192.168.204.56@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788744588.279984:0:18844:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744588.280002:0:18844:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff940ac29ca800/0x7cd2bfd5e1b961ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761794 expref: -99 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.280031:0:18844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff940ac29ca800/0x7cd2bfd5e1b961ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761794 expref: 13 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.280043:0:18844:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff940ac29ca800/0x7cd2bfd5e1b961ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761794 expref: 13 pid: 18844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.280052:0:18844:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac29ca800, rc 0) 00000100:00100000:3.0:1788744588.280236:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16717:x1875634047561216:12345-192.168.204.56@tcp:101:ll_cfg_requeue.0 Request processed in 271us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744588.280243:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 119 00000100:00100000:1.0:1788744588.286998:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.288236:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561344 00000100:00100000:2.0:1788744588.289615:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744588.289924:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561472 00000100:00100000:3.0:1788744588.289933:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561472 00000100:00100000:3.0:1788744588.289988:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 120 00000100:00100000:3.0:1788744588.289999:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16717:x1875634047561472:12345-192.168.204.56@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788744588.290444:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16717:x1875634047561472:12345-192.168.204.56@tcp:501:ll_cfg_requeue.0 Request processed in 445us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744588.290453:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 120 00000100:00100000:0.0:1788744588.291067:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561344 00000100:00100000:0.0:1788744588.291141:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 15 00000100:00100000:0.0:1788744588.291152:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:17326:x1875634047561344:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788744588.291167:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744588.291196:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b961b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb576179b expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291262:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291276:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291289:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291302:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291309:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291315:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291718:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77800/0x7cd2bfd5e1b961c8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291728:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77800/0x7cd2bfd5e1b961c8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.291737:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77800/0x7cd2bfd5e1b961c8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788744588.291763:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1788744588.291772:0:18851:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788744588.291777:0:18851:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788744588.292046:0:18851:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77800/0x7cd2bfd5e1b961c8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292058:0:18851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292065:0:18851:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292072:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292078:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.292083:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292090:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292100:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:0.0:1788744588.292108:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.292114:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292120:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b961ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292133:0:18851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292139:0:18851:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292144:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292149:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77a00 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.292152:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292158:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292165:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff940ac2bd2600) 00010000:00010000:0.0:1788744588.292168:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.292171:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292177:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b961c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292210:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b961b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576179b expref: 8 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292236:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77800/0x7cd2bfd5e1b961c8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576179b expref: 7 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.292254:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff940ac2bd2500) 00010000:00010000:0.0:1788744588.292257:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788744588.292260:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77800, rc 0) 00000100:00100000:0.0:1788744588.292313:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:17326:x1875634047561344:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 1164us (5325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.292320:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 15 00000100:00100000:2.0:1788744588.304982:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744588.305096:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.306635:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561856 00000100:00100000:1.0:1788744588.306650:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561856 00000100:00100000:1.0:1788744588.306734:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00100000:1.0:1788744588.306783:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:17326:x1875634047561856:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788744588.306807:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744588.306827:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b961cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617a2 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.306926:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.306940:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.306952:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.306965:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.306989:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.306996:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307332:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36400/0x7cd2bfd5e1b961e4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307342:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36400/0x7cd2bfd5e1b961e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307350:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36400/0x7cd2bfd5e1b961e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744588.307359:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:1.0:1788744588.307728:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307737:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307744:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307761:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36000 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.307766:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307774:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307797:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff940ac2bd2500) 00010000:00010000:1.0:1788744588.307800:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.307805:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307811:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b961d6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307833:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307839:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307845:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307850:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.307853:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307858:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307865:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff940ac3570a00) 00010000:00010000:1.0:1788744588.307867:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.307870:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.307875:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.308357:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b961cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617a2 expref: 10 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.308376:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36400/0x7cd2bfd5e1b961e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617a2 expref: 9 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.308384:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff940ac3570900) 00010000:00010000:1.0:1788744588.308386:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.308388:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a36400, rc 0) 00000100:00100000:1.0:1788744588.308471:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17326:x1875634047561856:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 1725us (3373us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788744588.308479:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00100000:0.0:1788744588.321239:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561600 00000100:00100000:0.0:1788744588.321256:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561600 00000100:00100000:0.0:1788744588.321356:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 121 00000100:00100000:0.0:1788744588.321368:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16717:x1875634047561600:12345-192.168.204.56@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788744588.321643:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aeac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c44627b6-d98a-4f34-a755-f449d0207a0c+13:16717:x1875634047561600:12345-192.168.204.56@tcp:503:ll_cfg_requeue.0 Request processed in 276us (16671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.321653:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 121 00000040:00080000:2.0:1788744588.323971:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788744588.327690:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.327995:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047561984 00000100:00100000:1.0:1788744588.328012:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047561984 00000100:00100000:1.0:1788744588.328107:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 17 00000100:00100000:1.0:1788744588.328119:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17326:x1875634047561984:12345-192.168.204.56@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788744588.328240:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17326:x1875634047561984:12345-192.168.204.56@tcp:59:lhsmtool_posix.0 Request processed in 123us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.328248:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 17 00000100:00100000:3.0:1788744588.332222:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.332352:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047562112 00000100:00100000:1.0:1788744588.332364:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047562112 00000100:00100000:1.0:1788744588.332427:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 18 00000100:00100000:1.0:1788744588.332438:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17332:x1875634047562112:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:1.0:1788744588.332458:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744588.332479:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b961f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617a9 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.332719:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.332734:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.332757:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.332837:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.332846:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.332854:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333179:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333187:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333193:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333198:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.333202:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333220:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333233:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744588.333236:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.333241:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333246:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b961f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333268:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333274:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333279:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333284:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36000 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.333287:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333293:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333300:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff940ac3570a00) 00010000:00010000:1.0:1788744588.333303:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.333306:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333321:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96200 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333357:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b961f2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617a9 expref: 10 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333369:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744588.333371:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.333375:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b961f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617a9 expref: 10 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.333385:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a36800, rc 0) 00000100:00100000:1.0:1788744588.333502:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17332:x1875634047562112:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 1065us (1289us total) trans 0 rc 301/301 00000100:00100000:1.0:1788744588.333510:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 18 00000100:00100000:0.0:1788744588.359942:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744588.360070:0:18858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047562240 00000100:00100000:2.0:1788744588.360080:0:18858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047562240 00000100:00100000:2.0:1788744588.360129:0:18858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:2.0:1788744588.360140:0:18858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17332:x1875634047562240:12345-192.168.204.56@tcp:700:lfs.0 00000100:00100000:2.0:1788744588.360229:0:18858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17332:x1875634047562240:12345-192.168.204.56@tcp:700:lfs.0 Request processed in 90us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744588.360238:0:18858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:2.0:1788744588.365976:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.366270:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047562496 00000100:00100000:1.0:1788744588.366281:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047562496 00000100:00100000:1.0:1788744588.366335:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 19 00000100:00100000:1.0:1788744588.366345:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17332:x1875634047562496:12345-192.168.204.56@tcp:36:lfs.0 00010000:00010000:1.0:1788744588.366402:0:18849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744588.366428:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b96135 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761724 expref: 9 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.366457:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744588.366462:0:18849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788744588.366692:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.366712:0:18849:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 5 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.366722:0:18849:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.366765:0:18849:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 5 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.366780:0:18849:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 5 pid: 18850 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744588.366956:0:18849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18849:1875634068529152:192.168.204.56@tcp:104: 00000100:00100000:1.0:1788744588.368224:0:18849:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac12ed540 going to sleep for 11 seconds 00000100:00100000:3.0:1788744588.380161:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.380175:0:18849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18849:1875634068529152:192.168.204.56@tcp:104: 00010000:00010000:1.0:1788744588.380201:0:18849:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744588.380272:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047562624 00000100:00100000:2.0:1788744588.380280:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047562624 00010000:00010000:2.0:1788744588.380334:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 6 pid: 18850 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744588.380377:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:2.0:1788744588.380387:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2354:x1875634047562624:12345-192.168.204.56@tcp:103:ldlm_bl.0 00000100:00080000:3.0:1788744588.380393:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788744588.380402:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788744588.380409:0:18836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 6 pid: 18850 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.380421:0:18836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 6 pid: 18850 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.380442:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca000/0x7cd2bfd5e1b9616d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761786 expref: 6 pid: 18850 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.380459:0:18836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:2.0:1788744588.380464:0:18836:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.380488:0:18836:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.380495:0:18836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.380532:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788744588.380617:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2354:x1875634047562624:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 231us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744588.380625:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 9 00010000:00010000:1.0:1788744588.380758:0:18849:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.380766:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.380790:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.380809:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.380826:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744588.382024:0:18849:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788744588.382037:0:18849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.382046:0:18849:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.382054:0:18849:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.382059:0:18849:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36e00 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.382063:0:18849:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.382070:0:18849:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.382082:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744588.382085:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.382090:0:18849:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.382096:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96207 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788744588.382119:0:18849:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 000000009e78e2d6 reply state 0000000090a36b88 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744588.382138:0:18849:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788744588.382214:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+10:17332:x1875634047562496:12345-192.168.204.56@tcp:36:lfs.0 Request processed in 15868us (16246us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788744588.382222:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 19 00010000:00010000:0.0:1788744588.400455:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.400475:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.400483:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.400506:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36800 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.400520:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.400528:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.400544:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff940ac3570a00) 00010000:00010000:0.0:1788744588.400580:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.400586:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.400593:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9620e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744588.570658:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.572656:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047562752 00000100:00100000:1.0:1788744588.572673:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047562752 00000100:00100000:1.0:1788744588.572769:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 20 00000100:00100000:1.0:1788744588.572781:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:17341:x1875634047562752:12345-192.168.204.56@tcp:101:lctl.0 00010000:00010000:1.0:1788744588.572807:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744588.572843:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96215 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617b0 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.572925:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b9621c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.572940:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b9621c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.572952:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b9621c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744588.572986:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788744588.572989:0:18850:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788744588.573260:0:18850:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b9621c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.573289:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96215 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617b0 expref: 11 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.573336:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37e00/0x7cd2bfd5e1b9621c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617b0 expref: 10 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.573345:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744588.573348:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788744588.573352:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a37e00, rc 0) 00000100:00100000:1.0:1788744588.573426:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+10:17341:x1875634047562752:12345-192.168.204.56@tcp:101:lctl.0 Request processed in 647us (2777us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.573433:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 20 00000100:00100000:3.0:1788744588.626836:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.628100:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047562880 00000100:00100000:0.0:1788744588.628113:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047562880 00000100:00100000:0.0:1788744588.628185:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744588.628197:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+5:17342:x1875634047562880:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:0.0:1788744588.628218:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744588.628238:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b96223 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617b7 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.628301:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b9622a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.628314:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b9622a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.628343:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b9622a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744588.628378:0:18851:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788744588.628381:0:18851:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788744588.628401:0:18851:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b9622a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.628423:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b96223 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617b7 expref: 7 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.628442:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77a00/0x7cd2bfd5e1b9622a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617b7 expref: 6 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.628451:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:0.0:1788744588.628453:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788744588.628457:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77a00, rc 0) 00000100:00100000:0.0:1788744588.628529:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+6:17342:x1875634047562880:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 333us (1702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.628536:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744588.641220:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.641425:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047563008 00000100:00100000:1.0:1788744588.641436:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047563008 00000100:00100000:1.0:1788744588.641498:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22 00000100:00100000:1.0:1788744588.641520:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:17342:x1875634047563008:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:1.0:1788744588.641542:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744588.641603:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96231 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617be expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.641669:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.641683:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.641695:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.641965:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.641983:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.641991:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642205:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37a00/0x7cd2bfd5e1b96246 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642214:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37a00/0x7cd2bfd5e1b96246 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642221:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37a00/0x7cd2bfd5e1b96246 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744588.642254:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788744588.642258:0:18850:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788744588.642276:0:18850:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37a00/0x7cd2bfd5e1b96246 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642288:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642294:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642300:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642306:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36000 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.642310:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642325:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642338:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:1.0:1788744588.642341:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.642348:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642354:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b96238 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642376:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642382:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642387:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642392:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.642395:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642400:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642406:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff940ac3570800) 00010000:00010000:1.0:1788744588.642408:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788744588.642411:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642427:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b9623f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642460:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b96231 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617be expref: 8 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642473:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37a00/0x7cd2bfd5e1b96246 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617be expref: 7 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.642479:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ac3570b00) 00010000:00010000:1.0:1788744588.642482:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788744588.642484:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a37a00, rc 0) 00000100:00100000:1.0:1788744588.642599:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+7:17342:x1875634047563008:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 1091us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.642606:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22 00000100:00100000:3.0:1788744588.648723:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.648936:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047563264 00000100:00100000:0.0:1788744588.648946:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047563264 00000100:00100000:0.0:1788744588.649006:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 23 00000100:00100000:0.0:1788744588.649017:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+7:17342:x1875634047563264:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:0.0:1788744588.649040:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744588.649073:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b9624d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617c5 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744588.649201:0:18851:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788744588.649324:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b9624d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617c5 expref: 9 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.649339:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:0.0:1788744588.649342:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788744588.649347:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b9624d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617c5 expref: 9 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.649362:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76400, rc 0) 00000100:00100000:0.0:1788744588.649433:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+8:17342:x1875634047563264:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 417us (731us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788744588.649441:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 23 00000100:00100000:3.0:1788744588.654250:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.654413:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047563520 00000100:00100000:1.0:1788744588.654424:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047563520 00000100:00100000:1.0:1788744588.654490:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 24 00000100:00100000:1.0:1788744588.654502:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+8:17342:x1875634047563520:12345-192.168.204.56@tcp:36:lfs.0 00010000:00010000:1.0:1788744588.654619:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744588.654647:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37a00/0x7cd2bfd5e1b96246 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617be expref: 8 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.654678:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ac3570b00) 00010000:00010000:1.0:1788744588.654690:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788744588.654730:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.654776:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.654788:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788744588.655031:0:18850:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000e161d28c reply state 0000000020ba3890 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744588.655041:0:18850:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788744588.655062:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:1.0:1788744588.655146:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+9:17342:x1875634047563520:12345-192.168.204.56@tcp:36:lfs.0 Request processed in 646us (906us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788744588.655153:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 24 00010000:00010000:1.0:1788744588.661264:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.661285:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.661292:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.661298:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36e00 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744588.661302:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.661309:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.661326:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ac3570800) 00010000:00010000:1.0:1788744588.661342:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1788744588.661349:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.661355:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36e00/0x7cd2bfd5e1b9625b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744588.668640:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744588.668760:0:18852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047563776 00000100:00100000:2.0:1788744588.668772:0:18852:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047563776 00000100:00100000:2.0:1788744588.668832:0:18852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2 00000100:00100000:2.0:1788744588.668843:0:18852:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+8:17342:x1875634047563776:12345-192.168.204.56@tcp:35:lfs.0 00000100:00100000:2.0:1788744588.669126:0:18852:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+9:17342:x1875634047563776:12345-192.168.204.56@tcp:35:lfs.0 Request processed in 284us (496us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788744588.669134:0:18852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2 00000100:00100000:3.0:1788744588.678904:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.679234:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564032 00000100:00100000:0.0:1788744588.679245:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564032 00000100:00100000:0.0:1788744588.679480:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 25 00000100:00100000:0.0:1788744588.679492:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+9:17342:x1875634047564032:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:0.0:1788744588.679519:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744588.679537:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b96262 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617cc expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679628:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679644:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679670:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679686:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679694:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679700:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744588.679826:0:18851:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788744588.679912:0:18851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679932:0:18851:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679939:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679945:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76000 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.679950:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679958:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679970:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:0.0:1788744588.679973:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.679983:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.679990:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96269 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680003:0:18851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680009:0:18851:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680015:0:18851:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680020:0:18851:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.680023:0:18851:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680029:0:18851:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680036:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff940ac2bd2600) 00010000:00010000:0.0:1788744588.680039:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.680042:0:18851:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680048:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96270 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680094:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b96262 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617cc expref: 11 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680123:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:0.0:1788744588.680126:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788744588.680130:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b96262 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617cc expref: 11 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.680140:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76400, rc 0) 00000100:00100000:0.0:1788744588.680199:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+10:17342:x1875634047564032:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 709us (1312us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1788744588.680207:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 25 00000100:00100000:0.0:1788744588.684736:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.687178:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564160 00000100:00100000:1.0:1788744588.687192:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564160 00000100:00100000:3.0:1788744588.687296:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 26 00000100:00100000:3.0:1788744588.687310:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df50a638-dc29-4a25-875a-6f5479a93f5d+10:17342:x1875634047564160:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:3.0:1788744588.687335:0:20511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788744588.687360:0:20511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca200/0x7cd2bfd5e1b9627e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617d3 expref: -99 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.687455:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.687488:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.687500:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788744588.687542:0:20511:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788744588.687568:0:20511:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788744588.687593:0:20511:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.687622:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29ca200/0x7cd2bfd5e1b9627e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 12 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.687647:0:20511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 11 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.687660:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ad0012f00) 00010000:00010000:3.0:1788744588.687663:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788744588.687666:0:20511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940ac29cbe00, rc 0) 00000100:00100000:3.0:1788744588.692964:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:df50a638-dc29-4a25-875a-6f5479a93f5d+11:17342:x1875634047564160:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 5643us (8227us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744588.692978:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 26 00000100:00100000:0.0:1788744588.702302:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744588.702384:0:18852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564288 00000100:00100000:2.0:1788744588.702393:0:18852:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564288 00000100:00100000:2.0:1788744588.702451:0:18852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 3 00000100:00100000:2.0:1788744588.702461:0:18852:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+11:17342:x1875634047564288:12345-192.168.204.56@tcp:37:lfs.0 00000100:00100000:0.0:1788744588.722590:0:18852:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+11:17342:x1875634047564288:12345-192.168.204.56@tcp:37:lfs.0 Request processed in 20077us (20245us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.722612:0:18852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 3 00000100:00100000:2.0:1788744588.755371:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.755597:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564544 00000100:00100000:1.0:1788744588.755608:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564544 00000100:00100000:1.0:1788744588.755658:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:1.0:1788744588.755669:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af7bf0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+11:17342:x1875634047564544:12345-192.168.204.56@tcp:35:lfs.0 00000100:00100000:1.0:1788744588.756757:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af7bf0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+12:17342:x1875634047564544:12345-192.168.204.56@tcp:35:lfs.0 Request processed in 1072us (1379us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788744588.756769:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:1.0:1788744588.789087:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.789121:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.789174:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.789199:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.789235:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.789277:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564800 00000100:00100000:1.0:1788744588.789286:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564800 00000100:00100000:1.0:1788744588.789337:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047565056 00000100:00100000:1.0:1788744588.789340:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047565056 00000100:00100000:1.0:1788744588.789352:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564928 00000100:00100000:1.0:1788744588.789354:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564928 00000100:00100000:1.0:1788744588.789364:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047565184 00000100:00100000:1.0:1788744588.789366:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047565184 00000100:00100000:1.0:1788744588.789382:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:1.0:1788744588.789407:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047564800:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744588.789479:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047564800:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 73us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.789487:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:1.0:1788744588.789506:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 14 00000100:00100000:1.0:1788744588.789512:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047565056:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744588.789536:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047565056:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 24us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.789541:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 14 00000100:00100000:1.0:1788744588.789576:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 15 00000100:00100000:1.0:1788744588.789583:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047564928:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744588.789607:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047564928:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.789613:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 15 00000100:00100000:1.0:1788744588.789624:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00100000:1.0:1788744588.789630:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047565184:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744588.789651:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047565184:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 21us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744588.789657:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00080000:1.0:1788744588.789672:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788744588.789676:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744588.790112:0:18844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047564672 00000100:00100000:2.0:1788744588.790118:0:18844:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047564672 00000100:00100000:2.0:1788744588.790168:0:18844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 122 00000100:00100000:2.0:1788744588.790176:0:18844:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2352:x1875634047564672:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:2.0:1788744588.790219:0:18844:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2352:x1875634047564672:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 44us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744588.790226:0:18844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 122 00000100:00100000:1.0:1788744588.895103:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744588.895179:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047565312 00000100:00100000:2.0:1788744588.895190:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047565312 00000100:00100000:2.0:1788744588.895251:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 27 00000100:00100000:2.0:1788744588.895262:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+10:17348:x1875634047565312:12345-192.168.204.56@tcp:101:bash.0 00010000:00010000:2.0:1788744588.895283:0:18849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744588.895314:0:18849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9628c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617da expref: -99 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895381:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895397:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895411:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895425:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895433:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895440:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895528:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351bc00/0x7cd2bfd5e1b962a1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895587:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351bc00/0x7cd2bfd5e1b962a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895595:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351bc00/0x7cd2bfd5e1b962a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744588.895625:0:18849:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788744588.895628:0:18849:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788744588.895666:0:18849:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351bc00/0x7cd2bfd5e1b962a1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895679:0:18849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895686:0:18849:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895694:0:18849:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895701:0:18849:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351b800 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:2.0:1788744588.895711:0:18849:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895719:0:18849:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895732:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:2.0:1788744588.895749:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744588.895755:0:18849:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895775:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96293 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895789:0:18849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895795:0:18849:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895802:0:18849:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895807:0:18849:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351b400 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:2.0:1788744588.895810:0:18849:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895816:0:18849:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895823:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff940ad8818a00) 00010000:00010000:2.0:1788744588.895825:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788744588.895828:0:18849:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895834:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9629a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895865:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9628c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617da expref: 12 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895890:0:18849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351bc00/0x7cd2bfd5e1b962a1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617da expref: 11 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.895898:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ad0012f00) 00010000:00010000:2.0:1788744588.895901:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788744588.895904:0:18849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351bc00, rc 0) 00000100:00100000:2.0:1788744588.895969:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+11:17348:x1875634047565312:12345-192.168.204.56@tcp:101:bash.0 Request processed in 708us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744588.895976:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 27 00000100:00100000:2.0:1788744588.906643:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744588.906761:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047565568 00000100:00100000:1.0:1788744588.906778:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047565568 00000100:00100000:1.0:1788744588.906857:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 28 00000100:00100000:1.0:1788744588.906867:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+11:17348:x1875634047565568:12345-192.168.204.56@tcp:101:bash.0 00010000:00010000:1.0:1788744588.906898:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744588.906920:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b962a8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617e1 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.907039:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.907055:0:18850:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 11 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.907064:0:18850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.907099:0:18850:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 11 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744588.907112:0:18850:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 11 pid: 20511 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744588.907125:0:18850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af6e2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18850:1875634068529280:192.168.204.56@tcp:104: 00000100:00100000:1.0:1788744588.907216:0:18850:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c350cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788744588.922605:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744588.922720:0:18835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047565696 00000100:00100000:3.0:1788744588.922730:0:18835:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047565696 00010000:00010000:3.0:1788744588.922784:0:18835:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 12 pid: 20511 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744588.922834:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:3.0:1788744588.922859:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+12:2353:x1875634047565696:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788744588.922875:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744588.922887:0:18835:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 12 pid: 20511 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.922901:0:18835:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 12 pid: 20511 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.922925:0:18835:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ad0012f00) 00010000:00010000:3.0:1788744588.922932:0:18835:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.922941:0:18835:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.922950:0:18835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744588.922969:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744588.923044:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+12:2353:x1875634047565696:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 186us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744588.923052:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 10 00010000:00010000:0.0:1788744588.925005:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940ac29cbe00/0x7cd2bfd5e1b96285 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617d3 expref: 11 pid: 20511 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744588.925042:0:18850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af6e2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18850:1875634068529280:192.168.204.56@tcp:104: 00010000:00010000:0.0:1788744588.925064:0:18850:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.925073:0:18850:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.925079:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.925168:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.925181:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.925191:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926010:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926021:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926029:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744588.926040:0:18850:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788744588.926067:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926074:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926082:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926088:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37400 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.926092:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926112:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926125:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ad0012f00) 00010000:00010000:0.0:1788744588.926128:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.926132:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926138:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b962af lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788744588.926160:0:18850:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 0000000040d42dbf reply state 00000000545ab79e transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744588.926169:0:18850:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788744588.926205:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36000/0x7cd2bfd5e1b962a8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 14 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926220:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 13 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.926226:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744588.926229:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788744588.926231:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76600, rc 0) 00000100:00100000:0.0:1788744588.926307:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:17348:x1875634047565568:12345-192.168.204.56@tcp:101:bash.0 Request processed in 19441us (19672us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788744588.926316:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 28 00010000:00010000:0.0:1788744588.935515:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.935577:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.935587:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.935594:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744588.935599:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.935608:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.935624:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff940ac2bd2600) 00010000:00010000:0.0:1788744588.935627:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744588.935632:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.935639:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962b6 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744588.955200:0:20967:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788744588.957997:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.958209:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047565824 00000100:00100000:0.0:1788744588.958222:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047565824 00000100:00100000:0.0:1788744588.958287:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 29 00000100:00100000:0.0:1788744588.958298:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+13:17348:x1875634047565824:12345-192.168.204.56@tcp:101:bash.0 00010000:00010000:0.0:1788744588.958323:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744588.958344:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962cb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617e8 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958436:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958450:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958461:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744588.958499:0:18851:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788744588.958504:0:18851:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788744588.958524:0:18851:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958533:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958607:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962cb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 15 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958625:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 14 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744588.958633:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744588.958637:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788744588.958640:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76000, rc 0) 00000100:00100000:0.0:1788744588.958722:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:17348:x1875634047565824:12345-192.168.204.56@tcp:101:bash.0 Request processed in 416us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744588.958730:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 29 00000100:00100000:1.0:1788744588.962790:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744588.963146:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047566080 00000100:00100000:0.0:1788744588.963157:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047566080 00000100:00100000:0.0:1788744588.963221:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:0.0:1788744588.963232:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:17348:x1875634047566080:12345-192.168.204.56@tcp:35:bash.0 00000100:00100000:0.0:1788744588.963631:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+15:17348:x1875634047566080:12345-192.168.204.56@tcp:35:bash.0 Request processed in 400us (851us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788744588.963639:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:3.0:1788744589.118316:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.118540:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047566336 00000100:00100000:2.0:1788744589.118575:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047566336 00000100:00100000:2.0:1788744589.118639:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 30 00000100:00100000:2.0:1788744589.118650:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+15:17358:x1875634047566336:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:2.0:1788744589.118675:0:20511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744589.118697:0:20511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617ef expref: -99 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744589.118809:0:20511:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1788744589.118963:0:20511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962d9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617ef expref: 17 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.118980:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff940ac3570700) 00010000:00010000:2.0:1788744589.118983:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788744589.119005:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617ef expref: 17 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.119020:0:20511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351b800, rc 0) 00000100:00100000:2.0:1788744589.119088:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+16:17358:x1875634047566336:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 440us (781us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788744589.119095:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 30 00000100:00100000:1.0:1788744589.122155:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744589.122240:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047566592 00000100:00100000:0.0:1788744589.122249:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047566592 00000100:00100000:0.0:1788744589.122299:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:0.0:1788744589.122309:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+16:17358:x1875634047566592:12345-192.168.204.56@tcp:35:lfs.0 00000100:00100000:0.0:1788744589.122536:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+17:17358:x1875634047566592:12345-192.168.204.56@tcp:35:lfs.0 Request processed in 227us (388us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788744589.122543:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:1.0:1788744589.187358:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744589.187575:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047566848 00000100:00100000:0.0:1788744589.187588:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047566848 00000100:00100000:0.0:1788744589.187655:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 31 00000100:00100000:0.0:1788744589.187666:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+17:17361:x1875634047566848:12345-192.168.204.56@tcp:101:lfs.0 00010000:00010000:0.0:1788744589.187695:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744589.187720:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962e7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617f6 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.187854:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b962ee lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.187868:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b962ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.188033:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b962ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744589.188049:0:18851:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788744589.188188:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b962e7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617f6 expref: 20 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.188207:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b962ee lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617f6 expref: 19 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.188216:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744589.188220:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788744589.188224:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa77c00, rc 0) 00000100:00100000:0.0:1788744589.188296:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17361:x1875634047566848:12345-192.168.204.56@tcp:101:lfs.0 Request processed in 631us (948us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788744589.188304:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 31 00000100:00100000:3.0:1788744589.192634:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744589.192685:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.192807:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047566976 00000100:00100000:2.0:1788744589.192817:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047566976 00000100:00100000:2.0:1788744589.192876:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 32 00000100:00100000:2.0:1788744589.192895:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17361:x1875634047566976:12345-192.168.204.56@tcp:54:lfs.0 00010000:00010000:2.0:1788744589.192967:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.192986:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.192997:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193028:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193035:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193041:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193047:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351b800 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:2.0:1788744589.193051:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193073:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193085:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:2.0:1788744589.193088:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788744589.193092:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.193098:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b962fc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744589.193176:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17361:x1875634047566976:12345-192.168.204.56@tcp:54:lfs.0 Request processed in 282us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744589.193183:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 32 00000100:00100000:1.0:1788744589.193372:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047567104 00000100:00100000:1.0:1788744589.193386:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047567104 00000100:00100000:1.0:1788744589.193434:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:1.0:1788744589.193441:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:2353:x1875634047567104:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744589.193453:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744589.193469:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b962ee lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617f6 expref: 19 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.193480:0:18836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:1.0:1788744589.193483:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744589.193504:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+18:2353:x1875634047567104:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 64us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744589.193509:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:1.0:1788744589.196453:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744589.196653:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047567360 00000100:00100000:0.0:1788744589.196663:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047567360 00000100:00100000:0.0:1788744589.196739:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:0.0:1788744589.196750:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+18:17361:x1875634047567360:12345-192.168.204.56@tcp:35:lfs.0 00000100:00100000:0.0:1788744589.197132:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17361:x1875634047567360:12345-192.168.204.56@tcp:35:lfs.0 Request processed in 383us (686us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788744589.197140:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 7 00000040:00080000:2.0:1788744589.339870:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788744589.601401:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.601493:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047567616 00000100:00100000:2.0:1788744589.601503:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047567616 00000100:00100000:2.0:1788744589.601638:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 33 00000100:00100000:2.0:1788744589.601649:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17392:x1875634047567616:12345-192.168.204.56@tcp:101:cat.0 00010000:00010000:2.0:1788744589.601671:0:18849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744589.601691:0:18849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96303 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb57617fd expref: -99 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.601815:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9630a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.601831:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9630a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.601861:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9630a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788744589.601875:0:18849:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788744589.602031:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96303 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617fd expref: 22 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.602050:0:18849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9630a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617fd expref: 21 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.602059:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:2.0:1788744589.602062:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788744589.602066:0:18849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351b400, rc 0) 00000100:00100000:2.0:1788744589.602300:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:17392:x1875634047567616:12345-192.168.204.56@tcp:101:cat.0 Request processed in 653us (908us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788744589.602308:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 33 00000100:00100000:0.0:1788744589.609086:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744589.609177:0:18835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047567744 00000100:00100000:3.0:1788744589.609187:0:18835:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047567744 00000100:00100000:3.0:1788744589.609258:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 1 00000100:00100000:3.0:1788744589.609285:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:2353:x1875634047567744:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788744589.609300:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744589.609324:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b400/0x7cd2bfd5e1b9630a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617fd expref: 21 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744589.609353:0:18835:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:3.0:1788744589.609358:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744589.609469:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+20:2353:x1875634047567744:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 186us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744589.609477:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 1 00000100:00100000:1.0:1788744589.615140:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.615182:0:18852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047568000 00000100:00100000:2.0:1788744589.615193:0:18852:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047568000 00000100:00100000:2.0:1788744589.615259:0:18852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:2.0:1788744589.615269:0:18852:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+20:17392:x1875634047568000:12345-192.168.204.56@tcp:35:cat.0 00000100:00100000:2.0:1788744589.615966:0:18852:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:17392:x1875634047568000:12345-192.168.204.56@tcp:35:cat.0 Request processed in 697us (834us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788744589.615975:0:18852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 8 00000100:00100000:1.0:1788744589.700594:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.700733:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047568256 00000100:00100000:2.0:1788744589.700744:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047568256 00000100:00100000:2.0:1788744589.700797:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 34 00000100:00100000:2.0:1788744589.700808:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:17398:x1875634047568256:12345-192.168.204.56@tcp:101:dd.0 00010000:00010000:2.0:1788744589.700852:0:20511:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744589.700874:0:20511:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96318 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761804 expref: -99 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.700999:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.701015:0:20511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 22 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.701023:0:20511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 22 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.701031:0:20511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.701067:0:20511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 22 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.701090:0:20511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 22 pid: 18851 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744589.701105:0:20511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace37bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068529408:192.168.204.56@tcp:104: 00010000:00010000:2.0:1788744589.701216:0:20511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 22 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.701226:0:20511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 22 pid: 18850 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744589.701249:0:20511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace379500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068529536:192.168.204.56@tcp:104: 00000100:00100000:2.0:1788744589.701275:0:20511:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad31b8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788744589.703949:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744589.703990:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744589.704090:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047568384 00000100:00100000:1.0:1788744589.704100:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047568384 00010000:00010000:1.0:1788744589.704137:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 23 pid: 18851 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744589.704173:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047568512 00000100:00100000:1.0:1788744589.704176:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047568512 00010000:00010000:1.0:1788744589.704191:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 24 pid: 18850 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744589.704213:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:1.0:1788744589.704224:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940b004f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:2354:x1875634047568384:12345-192.168.204.56@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788744589.704234:0:20968:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00100000:3.0:1788744589.704244:0:20968:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:2354:x1875634047568512:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744589.704246:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744589.704251:0:20968:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744589.704253:0:18836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 24 pid: 18851 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744589.704255:0:20968:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 24 pid: 18850 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.704266:0:18836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 24 pid: 18851 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744589.704333:0:20511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace37bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068529408:192.168.204.56@tcp:104: 00000100:00100000:2.0:1788744589.704343:0:20511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace379500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068529536:192.168.204.56@tcp:104: 00010000:00010000:3.0:1788744589.707468:0:20968:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 24 pid: 18850 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.707522:0:20511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.707864:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b962d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e8 expref: 24 pid: 18851 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.707886:0:18836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:1.0:1788744589.707891:0:18836:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.707901:0:18836:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.707909:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744589.708047:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940b004f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+23:2354:x1875634047568384:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 3823us (4104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744589.708057:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 11 00010000:00010000:3.0:1788744589.708061:0:20968:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b962bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb57617e1 expref: 23 pid: 18850 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744589.708072:0:20968:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:3.0:1788744589.708075:0:20968:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744589.708084:0:20968:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744589.709212:0:20968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744589.709298:0:20968:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744589.709342:0:20968:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:2354:x1875634047568512:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 5098us (5349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744589.709351:0:20968:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 12 00010000:00010000:0.0:1788744589.711338:0:20511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.711356:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744589.711383:0:20511:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788744589.711630:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b96318 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761804 expref: 22 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.711651:0:20511:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351ac00/0x7cd2bfd5e1b9631f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761804 expref: 21 pid: 20511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.711659:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744589.711662:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788744589.711666:0:20511:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351ac00, rc 0) 00000100:00100000:0.0:1788744589.711754:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:17398:x1875634047568256:12345-192.168.204.56@tcp:101:dd.0 Request processed in 10947us (11213us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788744589.711764:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 34 00000100:00100000:0.0:1788744589.720298:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.720478:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047568768 00000100:00100000:2.0:1788744589.720490:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047568768 00000100:00100000:2.0:1788744589.720573:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 35 00000100:00100000:2.0:1788744589.720584:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+21:17398:x1875634047568768:12345-192.168.204.56@tcp:36:dd.0 00010000:00010000:2.0:1788744589.720895:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.720914:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.720927:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788744589.720982:0:18851:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788744589.721004:0:18851:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 0000000049d2296f reply state 0000000068e699b9 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744589.721013:0:18851:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788744589.721106:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17398:x1875634047568768:12345-192.168.204.56@tcp:36:dd.0 Request processed in 524us (819us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788744589.721497:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 35 00000020:00080000:2.0:1788744589.721503:0:18851:0:(tgt_main.c:545:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788744589.725585:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.725603:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.725611:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.725618:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351a200 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744589.725637:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.725645:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.725662:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744589.725665:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744589.725670:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.725676:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b9632d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744589.728052:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744589.728287:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047568896 00000100:00100000:1.0:1788744589.728297:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047568896 00000100:00100000:1.0:1788744589.728356:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 36 00000100:00100000:1.0:1788744589.728367:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+23:17398:x1875634047568896:12345-192.168.204.56@tcp:101:dd.0 00010000:00010000:1.0:1788744589.728404:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744589.728425:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b96334 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb576180b expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.728505:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b96334 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576180b expref: 24 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.728521:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b96334 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576180b expref: 24 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.728541:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:1.0:1788744589.728544:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788744589.728574:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a37400, rc 0) 00000100:00100000:1.0:1788744589.728637:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17398:x1875634047568896:12345-192.168.204.56@tcp:101:dd.0 Request processed in 272us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744589.728645:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 36 00000100:00100000:1.0:1788744589.745971:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744589.746068:0:18835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047569152 00000100:00100000:0.0:1788744589.746080:0:18835:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047569152 00000100:00100000:0.0:1788744589.746159:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2 00000100:00100000:0.0:1788744589.746170:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17398:x1875634047569152:12345-192.168.204.56@tcp:103:dd.0 00010000:00010000:0.0:1788744589.746188:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744589.746213:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37400/0x7cd2bfd5e1b96334 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576180b expref: 24 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744589.746242:0:18835:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744589.746247:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744589.746302:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+23:17398:x1875634047569152:12345-192.168.204.56@tcp:103:dd.0 Request processed in 135us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744589.746310:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2 00000100:00100000:0.0:1788744589.749165:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744589.749258:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047569280 00000100:00100000:2.0:1788744589.749268:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047569280 00000100:00100000:2.0:1788744589.749334:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 37 00000100:00100000:2.0:1788744589.749355:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+23:17398:x1875634047569280:12345-192.168.204.56@tcp:58:dd.0 00010000:00010000:2.0:1788744589.749459:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.749478:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744589.749490:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788744589.751713:0:18851:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788744589.752199:0:18851:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788744589.752280:0:18851:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788744589.752728:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+23:17398:x1875634047569280:12345-192.168.204.56@tcp:58:dd.0 Request processed in 3354us (3553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744589.752741:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 37 00000100:00100000:3.0:1788744589.755693:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744589.755957:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047569408 00000100:00100000:1.0:1788744589.755968:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047569408 00000100:00100000:1.0:1788744589.756059:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 38 00000100:00100000:1.0:1788744589.756070:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+23:17398:x1875634047569408:12345-192.168.204.56@tcp:101:dd.0 00010000:00010000:1.0:1788744589.756092:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744589.756111:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761812 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.756168:0:18850:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.756179:0:18850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 24 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.756217:0:18850:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.756231:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 24 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.756244:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:1.0:1788744589.756247:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788744589.756251:0:18850:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 24 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744589.756259:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a37600, rc 0) 00000100:00100000:1.0:1788744589.756329:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17398:x1875634047569408:12345-192.168.204.56@tcp:101:dd.0 Request processed in 259us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744589.756336:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 38 00010000:00010000:2.0:1788744589.979874:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788744590.364857:0:18884:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788744590.364868:0:18884:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788744590.364906:0:18884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788744590.364913:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788744590.365063:0:18884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ace379500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18884:1875634068529664:192.168.204.56@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788744590.365178:0:18884:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad31b8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788744590.373728:0:18884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ace379500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18884:1875634068529664:192.168.204.56@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788744590.391495:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.392469:0:18860:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047569536 00000100:00100000:0.0:1788744590.392486:0:18860:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047569536 00000100:00080000:1.0:1788744590.392579:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744590.392589:0:18860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:0.0:1788744590.392602:0:18860:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047569536:12345-192.168.204.56@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788744590.392690:0:18860:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047569536:12345-192.168.204.56@tcp:900:lhsmtool_posix.0 Request processed in 91us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.392699:0:18860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:3.0:1788744590.399087:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.401656:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047569664 00000100:00100000:1.0:1788744590.401674:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047569664 00000100:00100000:1.0:1788744590.401765:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 39 00000100:00100000:1.0:1788744590.401776:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047569664:12345-192.168.204.56@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788744590.401815:0:18849:0:(mdt_handler.c:8170:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788744590.401974:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047569664:12345-192.168.204.56@tcp:53:lhsmtool_posix.0 Request processed in 199us (2896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744590.401982:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 39 00000100:00100000:1.0:1788744590.408216:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.413616:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047569792 00000100:00100000:0.0:1788744590.413636:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047569792 00000100:00100000:0.0:1788744590.413888:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 40 00000100:00100000:0.0:1788744590.413902:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047569792:12345-192.168.204.56@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.413984:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414076:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414089:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414152:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414160:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414167:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414192:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414220:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414227:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744590.414272:0:20511:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788744590.414277:0:20511:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788744590.414291:0:20511:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414303:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414311:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414318:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414325:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.414329:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414337:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414349:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff940ac3570900) 00010000:00010000:0.0:1788744590.414352:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.414357:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414464:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b96349 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414480:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414487:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414493:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414499:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76000 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.414502:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414507:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414515:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff940ac2bd2600) 00010000:00010000:0.0:1788744590.414517:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.414520:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414526:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b96350 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414540:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414590:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414602:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414607:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.414610:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414617:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414625:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744590.414628:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.414631:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.414637:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96357 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.414924:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047569792:12345-192.168.204.56@tcp:34:lhsmtool_posix.0 Request processed in 1023us (6716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.414933:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 40 00000100:00100000:0.0:1788744590.440849:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.440974:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047570048 00000100:00100000:1.0:1788744590.441004:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047570048 00000100:00100000:1.0:1788744590.441086:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 41 00000100:00100000:1.0:1788744590.441098:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+24:17399:x1875634047570048:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788744590.441137:0:18849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744590.441162:0:18849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9635e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761819 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441293:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441311:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441334:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788744590.441349:0:18849:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788744590.441482:0:18849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441490:0:18849:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441496:0:18849:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441501:0:18849:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:1.0:1788744590.441505:0:18849:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441512:0:18849:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441534:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:1.0:1788744590.441537:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788744590.441543:0:18849:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441576:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b96365 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441633:0:18849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9635e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761819 expref: 26 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441644:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff940ac3570900) 00010000:00010000:1.0:1788744590.441646:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788744590.441650:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b9635e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761819 expref: 26 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.441660:0:18849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a36800, rc 0) 00000100:00100000:1.0:1788744590.441747:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+25:17399:x1875634047570048:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 650us (909us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1788744590.441755:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 41 00000100:00100000:3.0:1788744590.463739:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.464056:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047570176 00000100:00100000:1.0:1788744590.464067:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047570176 00000100:00100000:1.0:1788744590.464131:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 42 00000100:00100000:1.0:1788744590.464142:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+25:17399:x1875634047570176:12345-192.168.204.56@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788744590.464178:0:18850:0:(mdt_handler.c:8170:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788744590.464300:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+25:17399:x1875634047570176:12345-192.168.204.56@tcp:53:lhsmtool_posix.0 Request processed in 160us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744590.464649:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 42 00000100:00100000:3.0:1788744590.468242:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.471363:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047570432 00000100:00100000:1.0:1788744590.471382:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047570432 00000100:00100000:1.0:1788744590.472471:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 43 00000100:00100000:1.0:1788744590.472489:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+25:17399:x1875634047570432:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788744590.472514:0:18849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744590.472540:0:18849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b96373 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761820 expref: -99 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788744590.473289:0:18849:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x240000400:0x7:0x0], count =59 00000004:00080000:1.0:1788744590.473298:0:18849:0:(osp_object.c:1645:osp_create()) Writing gap [0x240000400:0x7:0x0]+59 in llog 00000004:00080000:1.0:1788744590.473352:0:18849:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x42:0x0], index 0: 0 00010000:00010000:1.0:1788744590.473660:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b9637a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.473677:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b9637a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.473690:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b9637a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.473766:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36800/0x7cd2bfd5e1b96373 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761820 expref: 28 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.473794:0:18849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b9637a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761820 expref: 27 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.473803:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ac3570800) 00010000:00010000:1.0:1788744590.473814:0:18849:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788744590.473818:0:18849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a36600, rc 0) 00000100:00100000:1.0:1788744590.473903:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9409c3767100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+27:17399:x1875634047570432:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 1419us (5672us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788744590.473911:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 43 00000100:00100000:2.0:1788744590.479414:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.479512:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047570688 00000100:00100000:0.0:1788744590.479521:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047570688 00000100:00100000:0.0:1788744590.479597:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 44 00000100:00100000:0.0:1788744590.479607:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+27:17399:x1875634047570688:12345-192.168.204.56@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.479663:0:18850:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744590.479689:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a36600/0x7cd2bfd5e1b9637a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761820 expref: 27 pid: 18849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479744:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ac3570800) 00010000:00010000:0.0:1788744590.479755:0:18850:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788744590.479779:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479792:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479811:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479826:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479833:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479840:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479926:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479933:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479940:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479946:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.479950:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479964:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479974:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff940ad0012f00) 00010000:00010000:0.0:1788744590.479976:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.479980:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479986:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b96388 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.479995:0:18850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.480001:0:18850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.480006:0:18850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.480011:0:18850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76000 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.480014:0:18850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.480020:0:18850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.480027:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x8c193dd8 (ffff940ac2bd2600) 00010000:00010000:0.0:1788744590.480029:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.480032:0:18850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.480048:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b9638f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8c193dd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.480141:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+26:17399:x1875634047570688:12345-192.168.204.56@tcp:36:lhsmtool_posix.0 Request processed in 534us (744us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788744590.480148:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 44 00000100:00100000:3.0:1788744590.483923:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744590.484086:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047570816 00000100:00100000:2.0:1788744590.484097:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047570816 00000100:00100000:2.0:1788744590.484166:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 45 00000100:00100000:2.0:1788744590.484177:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+26:17399:x1875634047570816:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788744590.484198:0:18851:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744590.484223:0:18851:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b96396 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761827 expref: -99 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.484259:0:18851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b9639d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.484273:0:18851:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b9639d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.484285:0:18851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b9639d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.484414:0:18851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a200/0x7cd2bfd5e1b96396 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761827 expref: 28 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.484433:0:18851:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351b800/0x7cd2bfd5e1b9639d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761827 expref: 27 pid: 18851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.484442:0:18851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:2.0:1788744590.484444:0:18851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788744590.484455:0:18851:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351b800, rc 0) 00000100:00100000:2.0:1788744590.484526:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+27:17399:x1875634047570816:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 350us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744590.484533:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 45 00000100:00100000:3.0:1788744590.491591:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.491673:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047571072 00000100:00100000:0.0:1788744590.491682:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047571072 00000100:00100000:0.0:1788744590.491753:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 46 00000100:00100000:0.0:1788744590.491764:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+27:17399:x1875634047571072:12345-192.168.204.56@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.491897:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.491916:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.491928:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788744590.492373:0:20511:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1788744590.492385:0:20511:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 662624835244ns, next at 663624832917ns, rc = 0 00000004:00010000:0.0:1788744590.492473:0:20511:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 000000006fc51fef reply state 00000000ca415247 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.492483:0:20511:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788744590.492601:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+29:17399:x1875634047571072:12345-192.168.204.56@tcp:36:lhsmtool_posix.0 Request processed in 838us (1053us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1788744590.492609:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 46 00010000:00010000:0.0:1788744590.497136:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.497158:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.497167:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.497173:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.497178:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.497185:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.497202:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:0.0:1788744590.497205:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788744590.497211:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.497216:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963a4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744590.500168:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.500224:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047571200 00000100:00100000:0.0:1788744590.500233:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047571200 00000100:00100000:0.0:1788744590.500294:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 47 00000100:00100000:0.0:1788744590.500305:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+28:17399:x1875634047571200:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.500330:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744590.500349:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb576182e expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.500440:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 29 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.500455:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 29 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.500473:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:0.0:1788744590.500476:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788744590.500480:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76000, rc 0) 00000100:00100000:0.0:1788744590.500535:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+29:17399:x1875634047571200:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 232us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.500542:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 47 00000100:00100000:3.0:1788744590.508818:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.509263:0:19532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047571328 00000100:00100000:1.0:1788744590.509275:0:19532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047571328 00000100:00100000:1.0:1788744590.509356:0:19532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00100000:1.0:1788744590.509367:0:19532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2353:x1875634047571328:12345-192.168.204.56@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788744590.509770:0:19532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2353:x1875634047571328:12345-192.168.204.56@tcp:2:lhsmtool_posix.0 Request processed in 404us (960us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788744590.509778:0:19532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 12 00000100:00080000:2.0:1788744590.511340:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788744590.513845:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.514117:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047571584 00000100:00100000:0.0:1788744590.514128:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047571584 00000100:00100000:0.0:1788744590.514189:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:0.0:1788744590.514201:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+29:17399:x1875634047571584:12345-192.168.204.56@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788744590.514470:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+30:17399:x1875634047571584:12345-192.168.204.56@tcp:35:lhsmtool_posix.0 Request processed in 270us (637us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1788744590.514479:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 9 00000100:00100000:1.0:1788744590.520632:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744590.520912:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047571840 00000100:00100000:2.0:1788744590.520923:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047571840 00000100:00100000:2.0:1788744590.520984:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 48 00000100:00100000:2.0:1788744590.520994:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+30:17399:x1875634047571840:12345-192.168.204.56@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788744590.521271:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+30:17399:x1875634047571840:12345-192.168.204.56@tcp:57:lhsmtool_posix.0 Request processed in 278us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744590.521280:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 48 00000100:00100000:3.0:1788744590.530501:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.530719:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047571968 00000100:00100000:0.0:1788744590.530730:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047571968 00000100:00100000:0.0:1788744590.530805:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 49 00000100:00100000:0.0:1788744590.530815:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+30:17399:x1875634047571968:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.530837:0:18850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788744590.530883:0:18850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963b2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761835 expref: -99 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.530960:0:18850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963b9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.530975:0:18850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.530987:0:18850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788744590.531177:0:18850:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788744590.531198:0:18850:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18850 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.531229:0:18850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963b2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761835 expref: 32 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.531248:0:18850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761835 expref: 31 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.531257:0:18850:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:0.0:1788744590.531260:0:18850:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788744590.531265:0:18850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff940afaa76600, rc 0) 00000100:00100000:0.0:1788744590.531338:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+31:17399:x1875634047571968:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 524us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.531346:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 49 00000100:00100000:3.0:1788744590.539836:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744590.540079:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047572096 00000100:00100000:2.0:1788744590.540090:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047572096 00000100:00100000:2.0:1788744590.540155:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:2.0:1788744590.540166:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+6:2352:x1875634047572096:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788744590.540184:0:19534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788744590.540207:0:19534:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb576183c expref: -99 pid: 19534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788744590.540236:0:19534:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9e138e, blocks: 0x1 00010000:00010000:2.0:1788744590.540258:0:19534:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1788744590.540264:0:19534:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744590.540274:0:19534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 7 pid: 19534 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.540293:0:19534:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 7 pid: 19534 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.540323:0:19534:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c351a200, rc 0) 00000100:00100000:2.0:1788744590.540388:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2352:x1875634047572096:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 224us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744590.540396:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:1.0:1788744590.543643:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744590.543786:0:18851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047572352 00000100:00100000:3.0:1788744590.543807:0:18851:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047572352 00000100:00100000:3.0:1788744590.543879:0:18851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 50 00000100:00100000:3.0:1788744590.543890:0:18851:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+31:17399:x1875634047572352:12345-192.168.204.56@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788744590.544097:0:18851:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+31:17399:x1875634047572352:12345-192.168.204.56@tcp:57:lhsmtool_posix.0 Request processed in 208us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744590.544104:0:18851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 50 00000100:00100000:3.0:1788744590.550056:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.550243:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047572480 00000100:00100000:0.0:1788744590.550254:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047572480 00000100:00100000:0.0:1788744590.550333:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 51 00000100:00100000:0.0:1788744590.550344:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+31:17399:x1875634047572480:12345-192.168.204.56@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788744590.618878:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1788744590.618897:0:5858:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1788744590.618927:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000001:00080000:2.0:1788744590.618942:0:5858:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1788744590.619272:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:17399:x1875634047572480:12345-192.168.204.56@tcp:44:lhsmtool_posix.0 Request processed in 68924us (69219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744590.619282:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 51 00000100:00100000:3.0:1788744590.621846:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744590.622629:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744590.622651:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068529792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1788744590.622718:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744590.623364:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047572608 00000100:00100000:1.0:1788744590.623374:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047572608 00000100:00100000:1.0:1788744590.623439:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068529792 00000100:00100000:1.0:1788744590.623442:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068529792 00000100:00100000:1.0:1788744590.623481:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 14 00000100:00100000:1.0:1788744590.623491:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2353:x1875634047572608:12345-192.168.204.56@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788744590.623628:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2353:x1875634047572608:12345-192.168.204.56@tcp:16:lhsmtool_posix.0 Request processed in 137us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744590.623649:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 14 00000100:00100000:1.0:1788744590.623667:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788744590.623674:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068529792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1788744590.623848:0:19535:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788744590.623863:0:19535:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788744590.623865:0:19535:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788744590.623868:0:19535:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 1788744590 -> 1788744590 00002000:00010000:1.0:1788744590.623870:0:19535:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1788744590.623916:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3312:x1875634068529792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 242us (1197us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788744590.623923:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:1.0:1788744590.624051:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff940af73ced80/2, rc 0, transno 12884901891 00000100:00100000:1.0:1788744590.624058:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068529792:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1788744590.625025:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788744590.627674:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.628042:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047572864 00000100:00100000:1.0:1788744590.628053:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047572864 00000100:00100000:1.0:1788744590.628308:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 52 00000100:00100000:1.0:1788744590.628321:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:17399:x1875634047572864:12345-192.168.204.56@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788744590.628381:0:18849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744590.628421:0:18849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963b9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761835 expref: 14 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.628441:0:18849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:1.0:1788744590.628446:0:18849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788744590.628481:0:18849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.628514:0:18849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.628525:0:18849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788744590.629162:0:18849:0:(mdt_handler.c:4682:mdt_save_lock()) ### save lock request 00000000e2e3500e reply state 00000000321b355b transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744590.629174:0:18849:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788744590.629293:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+15:17399:x1875634047572864:12345-192.168.204.56@tcp:36:lhsmtool_posix.0 Request processed in 974us (1626us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1788744590.629301:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 52 00010000:00010000:0.0:1788744590.635919:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.635940:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.635950:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.635957:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37200 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.635962:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.635971:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.635988:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:0.0:1788744590.635991:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.635997:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.636003:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37200/0x7cd2bfd5e1b963c7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18849 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744590.637679:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.638257:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047572992 00000100:00100000:1.0:1788744590.638269:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047572992 00000100:00100000:1.0:1788744590.638331:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00100000:1.0:1788744590.638341:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:17399:x1875634047572992:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788744590.638361:0:19535:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788744590.638379:0:19535:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4df862bdb5761843 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.638424:0:19535:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.638432:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744590.638436:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744590.638441:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 8 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.638489:0:19535:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.638502:0:19535:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744590.638515:0:19535:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:19535:1875634068529920:192.168.204.56@tcp:104: 00000100:00100000:1.0:1788744590.638630:0:19535:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac14a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1788744590.651867:0:19535:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:19535:1875634068529920:192.168.204.56@tcp:104: 00010000:00010000:0.0:1788744590.651907:0:19535:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 8 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.651956:0:19535:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9409c2a36c00, rc 0) 00000100:00100000:0.0:1788744590.652036:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+8:17399:x1875634047572992:12345-192.168.204.56@tcp:101:lhsmtool_posix.0 Request processed in 13695us (14365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.652046:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00100000:2.0:1788744590.666907:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744590.667047:0:18836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047573120 00000100:00100000:1.0:1788744590.667058:0:18836:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047573120 00010000:00010000:1.0:1788744590.667103:0:18836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744590.667147:0:18836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:1.0:1788744590.667158:0:18836:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+8:2354:x1875634047573120:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788744590.667174:0:18836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788744590.667200:0:18836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.667215:0:18836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.667240:0:18836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082ff078c/0x7cd2bfd5e1b963c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576183c expref: 8 pid: 19534 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.667285:0:18836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744590.667290:0:18836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744590.667298:0:18836:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 7 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.667308:0:18836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 7 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.667359:0:18836:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 7 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744590.667376:0:18836:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940ad8178a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:18836:1875634068530048:192.168.204.56@tcp:105: 00000100:00100000:1.0:1788744590.667492:0:18836:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ac14a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1788744590.672204:0:18836:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940ad8178a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:18836:1875634068530048:192.168.204.56@tcp:105: 00010000:00010000:1.0:1788744590.672233:0:18836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788744590.672298:0:18836:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2354:x1875634047573120:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 5140us (5400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744590.672309:0:18836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 13 00000100:00100000:2.0:1788744590.677865:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.677973:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047573248 00000100:00100000:0.0:1788744590.677985:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047573248 00000100:00100000:0.0:1788744590.678052:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 17 00000100:00100000:0.0:1788744590.678066:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2353:x1875634047573248:12345-192.168.204.56@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788744590.678312:0:19534:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788744590.678317:0:19534:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788744589 00002000:00010000:0.0:1788744590.678319:0:19534:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788744588 00002000:00010000:0.0:1788744590.678321:0:19534:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 1788744590 -> 1788744589 00002000:00010000:0.0:1788744590.678323:0:19534:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788744590.678393:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+8:2353:x1875634047573248:12345-192.168.204.56@tcp:2:lhsmtool_posix.0 Request processed in 330us (548us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788744590.678411:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 17 00000100:00100000:2.0:1788744590.693990:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.694246:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047573376 00000100:00100000:0.0:1788744590.694257:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047573376 00000100:00100000:0.0:1788744590.694324:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 18 00000100:00100000:0.0:1788744590.694335:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+8:2351:x1875634047573376:12345-192.168.204.56@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.694382:0:19535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.694415:0:19535:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 8 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.694440:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744590.694445:0:19535:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788744590.694450:0:19535:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.694489:0:19535:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 8 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.694504:0:19535:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 8 pid: 19535 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.694519:0:19535:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:19535:1875634068530176:192.168.204.56@tcp:104: 00000100:00100000:0.0:1788744590.694636:0:19535:0:(client.c:2716:ptlrpc_set_wait()) set ffff940af0629480 going to sleep for 11 seconds 00000100:00100000:0.0:1788744590.702245:0:19535:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:19535:1875634068530176:192.168.204.56@tcp:104: 00010000:00010000:0.0:1788744590.702279:0:19535:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744590.704019:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.704320:0:18835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047573504 00000100:00100000:0.0:1788744590.704330:0:18835:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047573504 00010000:00010000:0.0:1788744590.704371:0:18835:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 9 pid: 19535 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.704420:0:18835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 14 00000100:00100000:0.0:1788744590.704430:0:18835:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:2354:x1875634047573504:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788744590.704460:0:18835:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788744590.704484:0:18835:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 9 pid: 19535 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.704497:0:18835:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 9 pid: 19535 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.704519:0:18835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a062680/0x7cd2bfd5e1b963ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761843 expref: 9 pid: 19535 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.704537:0:18835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788744590.704541:0:18835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788744590.704546:0:18835:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.704603:0:18835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.704636:0:18835:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788744590.704691:0:18835:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+8:2354:x1875634047573504:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 263us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.704709:0:18835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 14 00010000:00010000:3.0:1788744590.705500:0:19535:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705512:0:19535:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705544:0:19535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705586:0:19535:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705594:0:19535:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705601:0:19535:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744590.705604:0:19535:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705613:0:19535:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705627:0:19535:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.705652:0:19535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067612b8e/0x7cd2bfd5e1b963d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744590.705746:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2351:x1875634047573376:12345-192.168.204.56@tcp:1:lhsmtool_posix.0 Request processed in 11411us (11764us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744590.705756:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 18 00000100:00100000:2.0:1788744590.714512:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.714632:0:20511:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047573760 00000100:00100000:0.0:1788744590.714641:0:20511:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047573760 00000100:00100000:0.0:1788744590.714715:0:20511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 53 00000100:00100000:0.0:1788744590.714726:0:20511:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:17399:x1875634047573760:12345-192.168.204.56@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788744590.714836:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.714863:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.714875:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.715116:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.715127:0:20511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 15 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.715135:0:20511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.715168:0:20511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 15 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.715182:0:20511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 15 pid: 18850 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.715195:0:20511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068530304:192.168.204.56@tcp:104: 00000100:00100000:0.0:1788744590.715285:0:20511:0:(client.c:2716:ptlrpc_set_wait()) set ffff940af0629900 going to sleep for 11 seconds 00000100:00100000:0.0:1788744590.723036:0:20511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068530304:192.168.204.56@tcp:104: 00010000:00010000:0.0:1788744590.723067:0:20511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744590.725931:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744590.726320:0:20968:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047573888 00000100:00100000:3.0:1788744590.726330:0:20968:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047573888 00010000:00010000:3.0:1788744590.726371:0:20968:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 16 pid: 18850 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744590.726423:0:20968:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 15 00000100:00100000:3.0:1788744590.726433:0:20968:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+16:2354:x1875634047573888:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788744590.726448:0:20968:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788744590.726454:0:20968:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 16 pid: 18850 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.726467:0:20968:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 16 pid: 18850 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.726490:0:20968:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76000/0x7cd2bfd5e1b963ab lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.56@tcp remote: 0x4df862bdb576182e expref: 16 pid: 18850 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.726506:0:20968:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:3.0:1788744590.726511:0:20968:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.726536:0:20968:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.726543:0:20968:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.726626:0:20968:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788744590.726675:0:20968:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+15:2354:x1875634047573888:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 243us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744590.726682:0:20968:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 15 00010000:00010000:0.0:1788744590.727138:0:20511:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.727147:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788744590.727338:0:20511:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1788744590.727506:0:20511:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1788744590.727604:0:20511:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1788744590.727690:0:20511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20511:1875634068530432:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788744590.728093:0:20511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.728323:0:20511:0:(client.c:2716:ptlrpc_set_wait()) set ffff9409c11a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788744590.728688:0:18854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068530432 00000100:00100000:2.0:1788744590.728696:0:18854:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068530432 00000100:00100000:2.0:1788744590.728756:0:18854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788744590.728766:0:18854:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940afa485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:20511:x1875634068530432:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788744590.728883:0:18854:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940afa485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:20511:x1875634068530432:12345-0@lo:1000:mdt00_003.0 Request processed in 118us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1788744590.728890:0:18854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788744590.730201:0:20511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20511:1875634068530432:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788744590.731770:0:20511:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788744590.733378:0:20511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940afa484380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20511:1875634068530560:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788744590.733519:0:20511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.733620:0:20511:0:(client.c:2716:ptlrpc_set_wait()) set ffff940ad31cc840 going to sleep for 11 seconds 00000100:00100000:2.0:1788744590.733686:0:18854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068530560 00000100:00100000:2.0:1788744590.733714:0:18854:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068530560 00000100:00100000:2.0:1788744590.733812:0:18854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788744590.733821:0:18854:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:20511:x1875634068530560:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788744590.734035:0:18854:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:20511:x1875634068530560:12345-0@lo:1000:mdt00_003.0 Request processed in 214us (515us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788744590.734043:0:18854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788744590.734128:0:20511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940afa484380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20511:1875634068530560:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788744590.734168:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734179:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734186:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734192:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa77c00 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.734204:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734212:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734228:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:0.0:1788744590.734231:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788744590.734236:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734243:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa77c00/0x7cd2bfd5e1b963e3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734276:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734283:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734288:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734293:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351a400 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.734295:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734300:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734307:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744590.734309:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788744590.734324:0:20511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 18 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734336:0:20511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 18 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734346:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 18 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.734397:0:20511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9409c2a37600/0x7cd2bfd5e1b96342 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0x4df862bdb5761812 expref: 18 pid: 18850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.736939:0:20511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068530688:192.168.204.56@tcp:105: 00000100:00100000:0.0:1788744590.737045:0:20511:0:(client.c:2716:ptlrpc_set_wait()) set ffff940af0629480 going to sleep for 11 seconds 00000100:00100000:3.0:1788744590.741028:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.741099:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574016 00000100:00100000:0.0:1788744590.741108:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574016 00000100:00100000:0.0:1788744590.741177:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:0.0:1788744590.741188:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af7bf2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17398:x1875634047574016:12345-192.168.204.56@tcp:49:dd.0 00000100:00100000:0.0:1788744590.741324:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af7bf2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+19:17398:x1875634047574016:12345-192.168.204.56@tcp:49:dd.0 Request processed in 138us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.741331:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 10 00000100:00100000:0.0:1788744590.741417:0:20511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20511:1875634068530688:192.168.204.56@tcp:105: 00010000:00010000:0.0:1788744590.741442:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741452:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9409c351a400/0x7cd2bfd5e1b9633b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18851 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741501:0:20511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741513:0:20511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741524:0:20511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741534:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741540:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741546:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741580:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76600 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.741584:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741591:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741602:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744590.741605:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788744590.741608:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741613:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76600/0x7cd2bfd5e1b963ea lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741630:0:20511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741637:0:20511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741643:0:20511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741648:0:20511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76400 already unused, calling callback (ffffffffc1ef54f0) 00010000:00010000:0.0:1788744590.741650:0:20511:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741656:0:20511:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741664:0:20511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff940ac2bd2a00) 00010000:00010000:0.0:1788744590.741666:0:20511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788744590.741668:0:20511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.741674:0:20511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76400/0x7cd2bfd5e1b963dc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20511 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.741921:0:20511:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+18:17399:x1875634047573760:12345-192.168.204.56@tcp:57:lhsmtool_posix.0 Request processed in 27196us (27419us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788744590.741930:0:20511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 53 00000020:00080000:0.0:1788744590.741934:0:20511:0:(tgt_main.c:545:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1788744590.744726:0:18884:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788744590.744736:0:18884:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788744590.744771:0:18884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788744590.744777:0:18884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788744590.747342:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744590.747696:0:18853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574272 00000100:00100000:0.0:1788744590.747725:0:18853:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574272 00000100:00100000:0.0:1788744590.747805:0:18853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 11 00000100:00100000:0.0:1788744590.747817:0:18853:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+18:17399:x1875634047574272:12345-192.168.204.56@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788744590.751947:0:18853:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788744590.752066:0:18853:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1788744590.752134:0:18853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.752152:0:18853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.752164:0:18853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.752172:0:18853:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.752179:0:18853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.752185:0:18853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744590.752216:0:18853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788744590.752337:0:18853:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+20:17399:x1875634047574272:12345-192.168.204.56@tcp:35:lhsmtool_posix.0 Request processed in 4517us (4999us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1788744590.752349:0:18853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 11 00000020:00080000:0.0:1788744590.752355:0:18853:0:(tgt_main.c:545:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788744590.753137:0:18837:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788744590.753147:0:18837:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.753155:0:18837:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76c00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744590.753159:0:18837:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.753167:0:18837:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.753184:0:18837:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff940ad8818a00) 00010000:00010000:2.0:1788744590.753187:0:18837:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788744590.753192:0:18837:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.753197:0:18837:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff940afaa76c00/0x7cd2bfd5e1b963f1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18853 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.753209:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744590.753211:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744590.753223:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788744590.795154:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744590.795417:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574400 00000100:00100000:3.0:1788744590.795430:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574400 00000100:00100000:3.0:1788744590.795497:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 0 00000100:00100000:3.0:1788744590.795509:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2354:x1875634047574400:12345-192.168.204.56@tcp:4:dd.0 00002000:00010000:3.0:1788744590.795599:0:19538:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 0, mtime: 0x6a9e138d, atime: 0x6a9e138c, ctime: 0x6a9e138d, blocks: 0x1 00010000:00010000:3.0:1788744590.795610:0:19538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.795627:0:19538:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1788744590.795632:0:19538:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788744590.795638:0:19538:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744590.795654:0:19538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744590.809022:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744590.818916:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744590.820582:0:19540:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744590.825921:0:19539:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788744590.829646:0:19540:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1788744590.835224:0:19540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574528 00000100:00100000:1.0:1788744590.835239:0:19540:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574528 00000100:00100000:1.0:1788744590.835303:0:19540:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1788744590.835313:0:19540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574656 00000100:00100000:1.0:1788744590.835316:0:19540:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574656 00000100:00100000:2.0:1788744590.836999:0:20984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 1 00000100:00100000:2.0:1788744590.837016:0:20984:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+10:2351:x1875634047574528:12345-192.168.204.56@tcp:4:dd.0 00010000:00010000:2.0:1788744590.837054:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.837072:0:20984:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744590.837077:0:20984:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744590.837083:0:20984:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744590.837098:0:20984:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.843511:0:19539:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:1.0:1788744590.848920:0:20985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2 00000100:00100000:1.0:1788744590.848943:0:20985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa3cca8-b774-4fe0-9e53-449f190cf657+11:2353:x1875634047574656:12345-192.168.204.56@tcp:4:dd.0 00010000:00010000:1.0:1788744590.848999:0:20985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.849016:0:20985:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744590.849020:0:20985:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744590.849027:0:20985:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.849042:0:20985:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788744590.874976:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068530944:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875064:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875115:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875634068531456:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875140:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875163:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788744590.875169:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068530816:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875199:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875223:0:3311:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068531328:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875243:0:3311:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875270:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068531072:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875293:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875310:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068531584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788744590.875331:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875348:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788744590.875353:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068531200:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875371:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788744590.875425:0:18843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068530816 00000100:00100000:0.0:1788744590.875432:0:18843:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068530816 00000100:00100000:0.0:1788744590.875477:0:18843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788744590.875486:0:18843:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6aea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3311:x1875634068530816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875570:0:18843:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6aea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91+19:3311:x1875634068530816:12345-0@lo:400:kworker.0 Request processed in 84us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.875577:0:18843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788744590.875607:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068531456 00000100:00100000:0.0:1788744590.875610:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068531456 00000100:00100000:0.0:1788744590.875640:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068531328 00000100:00100000:0.0:1788744590.875643:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068531328 00000100:00100000:0.0:1788744590.875665:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068531200 00000100:00100000:0.0:1788744590.875667:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068531200 00000100:00100000:0.0:1788744590.875678:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788744590.875684:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875634068531456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875730:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875634068531456:12345-0@lo:400:kworker.0 Request processed in 46us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.875737:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788744590.875749:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744590.875754:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068531328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875778:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875634068531328:12345-0@lo:400:kworker.0 Request processed in 25us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.875783:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788744590.875793:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788744590.875798:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068531200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875827:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875634068531200:12345-0@lo:400:kworker.0 Request processed in 28us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.875833:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788744590.875849:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068530944 00000100:00100000:0.0:1788744590.875853:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068530944 00000100:00100000:0.0:1788744590.875870:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068531072 00000100:00100000:0.0:1788744590.875872:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068531072 00000100:00100000:0.0:1788744590.875886:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788744590.875892:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3311:x1875634068530944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875921:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3311:x1875634068530944:12345-0@lo:400:kworker.0 Request processed in 28us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.875926:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788744590.875937:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788744590.875950:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068531072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.875978:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068531072:12345-0@lo:400:kworker.0 Request processed in 30us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.875984:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788744590.876001:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068531584 00000100:00100000:0.0:1788744590.876005:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068531584 00000100:00100000:0.0:1788744590.876027:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788744590.876032:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068531584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788744590.876058:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788744590.876088:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068531584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744590.876094:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788744590.876129:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a90f31c3-cc7e-4dd2-947a-b528e3ab7a91:3311:1875634068530816:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.876142:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1875634068531328:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.876152:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1875634068530944:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.876161:0:3311:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3311:1875634068531456:0@lo:400:kworker.0 00000100:00080000:0.0:1788744590.876187:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788744590.876192:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788744590.876212:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875634068531200:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.876220:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068531072:0@lo:400:kworker.0 00000100:00100000:0.0:1788744590.876233:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068531584:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1788744590.957740:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901892 is committed 00000001:00080000:0.0:1788744590.957757:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901891 is committed 00000001:00080000:0.0:1788744590.957782:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901893 is committed 00000001:00080000:0.0:1788744590.957787:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1788744590.959005:0:19538:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1788744590.959011:0:19538:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb mtime from disk: 1788744589 -> 1788744590 00002000:00010000:1.0:1788744590.959014:0:19538:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:1.0:1788744590.959028:0:19538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.959040:0:19538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.959048:0:19538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.959056:0:19538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940ac29ca200 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744590.959060:0:19538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.959086:0:19538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.959109:0:19538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744590.959117:0:19538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2066978/0x7cd2bfd5e1b963f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744590.959207:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:2354:x1875634047574400:12345-192.168.204.56@tcp:4:dd.0 Request processed in 163695us (164058us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788744590.959217:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 0 00010000:00010000:0.0:1788744591.002807:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788744591.048620:0:20984:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 2051 -> 6151 00010000:00010000:3.0:1788744591.048644:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.048659:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.048669:0:20984:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.048676:0:20984:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351ae00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744591.048681:0:20984:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.048689:0:20984:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.048722:0:20984:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.048730:0:20984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000840775b5/0x7cd2bfd5e1b963ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744591.048965:0:20984:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa3cca8-b774-4fe0-9e53-449f190cf657+11:2351:x1875634047574528:12345-192.168.204.56@tcp:4:dd.0 Request processed in 211948us (239947us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788744591.048992:0:20984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 1 00010000:00010000:0.0:1788744591.053930:0:20985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.053953:0:20985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.053962:0:20985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.053969:0:20985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36600 already unused, calling callback (ffffffffc1485940) 00010000:00010000:0.0:1788744591.053973:0:20985:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.053983:0:20985:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.054003:0:20985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.054010:0:20985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7a9f500/0x7cd2bfd5e1b96406 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788744591.054371:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00000100:00100000:0.0:1788744591.057327:0:20985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2353:x1875634047574656:12345-192.168.204.56@tcp:4:dd.0 Request processed in 205179us (235207us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788744591.057341:0:20985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2 00000100:00100000:0.0:1788744591.068039:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744591.068513:0:19540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574784 00000100:00100000:1.0:1788744591.068525:0:19540:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574784 00000100:00100000:1.0:1788744591.068661:0:19540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 3 00000100:00100000:1.0:1788744591.068673:0:19540:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047574784:12345-192.168.204.56@tcp:4:dd.0 00002000:00010000:1.0:1788744591.068752:0:19540:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 3145728, mtime: 0x6a9e138e, atime: 0x6a9e138c, ctime: 0x0, blocks: 0x1807 00010000:00010000:1.0:1788744591.068763:0:19540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.068791:0:19540:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=663s v=(0 0) 00010000:00010000:1.0:1788744591.068797:0:19540:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744591.068803:0:19540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.068836:0:19540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744591.072621:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744591.073975:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047574912 00000100:00100000:1.0:1788744591.073990:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047574912 00000100:00100000:1.0:1788744591.074064:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4 00000100:00100000:1.0:1788744591.074075:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+7:2352:x1875634047574912:12345-192.168.204.56@tcp:4:dd.0 00010000:00010000:1.0:1788744591.074116:0:19538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.074133:0:19538:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744591.074138:0:19538:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744591.074144:0:19538:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.074158:0:19538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744591.093499:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744591.093621:0:20985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575040 00000100:00100000:0.0:1788744591.093634:0:20985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575040 00000100:00100000:0.0:1788744591.093716:0:20985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 5 00000100:00100000:0.0:1788744591.093728:0:20985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ad8178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:2351:x1875634047575040:12345-192.168.204.56@tcp:4:dd.0 00010000:00010000:0.0:1788744591.093766:0:20985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.093792:0:20985:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744591.093797:0:20985:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788744591.093805:0:20985:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788744591.093820:0:20985:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744591.097182:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:2.0:1788744591.097485:0:3305:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744591.097597:0:19539:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:0.0:1788744591.097607:0:19539:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_005' 00000100:00100000:2.0:1788744591.097839:0:19539:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575296 00000100:00100000:2.0:1788744591.097848:0:19539:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575296 00000100:00100000:2.0:1788744591.097896:0:19539:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:2.0:1788744591.097901:0:19539:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575168 00000100:00100000:2.0:1788744591.097903:0:19539:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575168 00000100:00100000:1.0:1788744591.102452:0:20987:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 6 00000100:00100000:1.0:1788744591.102469:0:20987:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa3cca8-b774-4fe0-9e53-449f190cf657+14:2351:x1875634047575296:12345-192.168.204.56@tcp:4:dd.0 00010000:00010000:1.0:1788744591.102511:0:20987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.102529:0:20987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744591.102539:0:20987:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788744591.102567:0:20987:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.102583:0:20987:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788744591.171166:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901897 is committed 00002000:00010000:2.0:1788744591.171518:0:19540:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb size from disk: 3145728 -> 7654321 00002000:00010000:2.0:1788744591.171523:0:19540:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb ctime from disk: 0 -> 1788744590 00002000:00010000:2.0:1788744591.171525:0:19540:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:2.0:1788744591.171541:0:19540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171591:0:19540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171600:0:19540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171607:0:19540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a36e00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744591.171612:0:19540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171622:0:19540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171649:0:19540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171657:0:19540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002601daa8/0x7cd2bfd5e1b9640d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744591.171778:0:19540:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+18:2352:x1875634047574784:12345-192.168.204.56@tcp:4:dd.0 Request processed in 103100us (103742us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788744591.171801:0:19540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 3 00000100:00100000:2.0:1788744591.171851:0:19540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:2.0:1788744591.171866:0:19540:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940ace37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+17:2351:x1875634047575168:12345-192.168.204.56@tcp:4:dd.0 00010000:00010000:2.0:1788744591.171903:0:19540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171922:0:19540:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744591.171926:0:19540:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788744591.171932:0:19540:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.171944:0:19540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788744591.233137:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901900 is committed 00002000:00010000:3.0:1788744591.233890:0:20987:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 8199 -> 14343 00010000:00010000:3.0:1788744591.233909:0:20987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.233923:0:20987:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.233933:0:20987:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.233939:0:20987:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37400 already unused, calling callback (ffffffffc1485940) 00010000:00010000:3.0:1788744591.233944:0:20987:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.233954:0:20987:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.233974:0:20987:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788744591.233982:0:20987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076054961/0x7cd2bfd5e1b96422 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 5 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788744591.234075:0:20987:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa3cca8-b774-4fe0-9e53-449f190cf657+13:2351:x1875634047575296:12345-192.168.204.56@tcp:4:dd.0 Request processed in 131606us (136897us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788744591.234095:0:20987:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 6 00002000:00010000:1.0:1788744591.239921:0:20985:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:1.0:1788744591.239946:0:20985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.239958:0:20985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.239967:0:20985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.239973:0:20985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940afaa76000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744591.239978:0:20985:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.239986:0:20985:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.240006:0:20985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.240034:0:20985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd88c801/0x7cd2bfd5e1b9641b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744591.240128:0:20985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ad8178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa3cca8-b774-4fe0-9e53-449f190cf657+11:2351:x1875634047575040:12345-192.168.204.56@tcp:4:dd.0 Request processed in 146397us (146633us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788744591.240138:0:20985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 5 00010000:00010000:2.0:1788744591.243687:0:19538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.243720:0:19538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.243729:0:19538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.243737:0:19538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c2a37a00 already unused, calling callback (ffffffffc1485940) 00010000:00010000:2.0:1788744591.243742:0:19538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.243751:0:19538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.243771:0:19538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788744591.243803:0:19538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f71216c/0x7cd2bfd5e1b96414 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788744591.243901:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+9:2352:x1875634047574912:12345-192.168.204.56@tcp:4:dd.0 Request processed in 169823us (171287us total) trans 12884901898 rc 0/0 00000100:00100000:2.0:1788744591.243910:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4 00000001:00080000:3.0:1788744591.330250:0:6708:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901901 is committed 00010000:00010000:1.0:1788744591.330340:0:19540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.330356:0:19540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.330365:0:19540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.330374:0:19540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9409c351a000 already unused, calling callback (ffffffffc1485940) 00010000:00010000:1.0:1788744591.330378:0:19540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.330387:0:19540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.330407:0:19540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788744591.330435:0:19540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000381ae619/0x7cd2bfd5e1b96429 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788744591.330535:0:19540:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940ace37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2351:x1875634047575168:12345-192.168.204.56@tcp:4:dd.0 Request processed in 158669us (233216us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1788744591.330544:0:19540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 7 00000100:00100000:3.0:1788744591.387647:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788744591.387670:0:3312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff940af73aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068531712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788744591.387760:0:3312:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788744591.388247:0:19536:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634068531712 00000100:00100000:1.0:1788744591.388256:0:19536:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634068531712 00000100:00100000:1.0:1788744591.388312:0:19536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788744591.388322:0:19536:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940aff8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068531712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788744591.388343:0:19536:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62980096 pending 0 free 3859808256 avail 3849322496 00000100:00100000:1.0:1788744591.388396:0:19536:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940aff8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875634068531712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744591.388403:0:19536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788744591.388513:0:3312:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901893 gen 2 00000004:00080000:3.0:1788744591.388519:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff940af73ced80, transno 12884901891 00000004:00080000:3.0:1788744591.388535:0:3312:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901893 committed transno 12884901893 00000100:00100000:3.0:1788744591.388601:0:3312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff940af73aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1875634068531712:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788744592.026703:0:20967:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788744593.050645:0:18838:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788744593.127210:0:21024:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:1.0:1788744593.898147:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:1.0:1788744593.898199:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744593.898360:0:18849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575552 00000100:00100000:0.0:1788744593.898372:0:18849:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575552 00000100:00100000:0.0:1788744593.898457:0:18849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 29 00000100:00100000:0.0:1788744593.898467:0:18849:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+20:2351:x1875634047575552:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:0.0:1788744593.898598:0:18849:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa3cca8-b774-4fe0-9e53-449f190cf657+20:2351:x1875634047575552:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 132us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744593.898606:0:18849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 29 00000100:00080000:2.0:1788744593.898963:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788744593.899020:0:18842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575424 00000100:00100000:3.0:1788744593.899026:0:18842:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575424 00000100:00100000:3.0:1788744593.899079:0:18842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 124 00000100:00100000:3.0:1788744593.899087:0:18842:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af6ae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2352:x1875634047575424:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1788744593.899132:0:18842:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af6ae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c44627b6-d98a-4f34-a755-f449d0207a0c+13:2352:x1875634047575424:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 45us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744593.899137:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744593.899138:0:18842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 124 00000100:00100000:3.0:1788744593.899176:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575680 00000100:00100000:3.0:1788744593.899180:0:19534:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575680 00000100:00100000:0.0:1788744593.899184:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744593.899224:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1788744593.899226:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 19 00000100:00100000:3.0:1788744593.899233:0:19534:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047575680:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:0.0:1788744593.899242:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744593.899276:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:0.0:1788744593.899298:0:19532:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899307:0:19532:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1788744593.899326:0:19535:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899332:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047576192 00000100:00100000:0.0:1788744593.899335:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047576192 00000100:00100000:0.0:1788744593.899359:0:19535:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899365:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575808 00000100:00100000:0.0:1788744593.899367:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575808 00000100:00100000:0.0:1788744593.899379:0:19535:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899388:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047576064 00000100:00100000:0.0:1788744593.899390:0:19535:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047576064 00000100:00100000:0.0:1788744593.899403:0:19535:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899410:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 20 00000100:00100000:0.0:1788744593.899417:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047576192:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:0.0:1788744593.899452:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047576192:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 36us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744593.899459:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 20 00000100:00100000:0.0:1788744593.899468:0:19535:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899474:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744593.899479:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047575808:12345-192.168.204.56@tcp:400:kworker.0 00000100:00080000:2.0:1788744593.899499:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788744593.899500:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047575808:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 22us (258us total) trans 0 rc 0/0 00000100:00080000:2.0:1788744593.899502:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788744593.899506:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 21 00000100:00100000:0.0:1788744593.899515:0:19535:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788744593.899520:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22 00000100:00100000:0.0:1788744593.899526:0:19535:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047576064:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:0.0:1788744593.899585:0:19535:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:df50a638-dc29-4a25-875a-6f5479a93f5d+5:2352:x1875634047576064:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 58us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788744593.899592:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22 00000100:00100000:3.0:1788744593.900020:0:19534:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa3cca8-b774-4fe0-9e53-449f190cf657+5:2352:x1875634047575680:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 786us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788744593.900028:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 19 00000100:00100000:1.0:1788744593.900172:0:18850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875634047575936 00000100:00100000:1.0:1788744593.900177:0:18850:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875634047575936 00000100:00100000:1.0:1788744593.900233:0:18850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 30 00000100:00080000:3.0:1788744593.900396:0:18845:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788744593.900431:0:18850:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff940af73a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2352:x1875634047575936:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:1.0:1788744593.900465:0:18850:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff940af73a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:df50a638-dc29-4a25-875a-6f5479a93f5d+6:2352:x1875634047575936:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 225us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788744593.900472:0:18850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 30 00010000:00010000:2.0:1788744594.078407:0:18837:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788744595.100120:0:20522:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9818 lines, 9818 kept, 0 dropped, 0 bad.