00000040:00080000:2.0F:1788940938.441945:0:14463:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788940938.441966:0:14463:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788940938.442032:0:14463:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788940938.442040:0:14463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0F:1788940938.761055:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940939.272343:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002581880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068600576:0@lo:400:kworker.0 00000100:00100000:2.0:1788940939.272411:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940939.272456:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1875840068601088:0@lo:400:kworker.0 00000100:00100000:2.0:1788940939.272481:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940939.272505:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788940939.272511:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068600960:0@lo:400:kworker.0 00000100:00100000:2.0:1788940939.272531:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940939.272558:0:14424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068600576 00000100:00100000:2.0:1788940939.272566:0:14424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068600576 00000100:00100000:2.0:1788940939.272611:0:14424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1788940939.272619:0:14424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410f587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3304:x1875840068600576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940939.272668:0:14424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410f587050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3304:x1875840068600576:12345-0@lo:400:kworker.0 Request processed in 49us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940939.272674:0:14424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1788940939.272716:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002581880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068600576:0@lo:400:kworker.0 00000100:00100000:0.0F:1788940939.272985:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068600704:0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.273027:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940939.273049:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1875840068601216:0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.273072:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940939.273090:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788940939.273095:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068600832:0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.273152:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940939.273213:0:15116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068600704 00000100:00100000:0.0:1788940939.273217:0:15116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068600704 00000100:00100000:0.0:1788940939.273251:0:15116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068600832 00000100:00100000:0.0:1788940939.273254:0:15116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068600832 00000100:00100000:0.0:1788940939.273273:0:15116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788940939.273279:0:15116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068600704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.273314:0:15116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134691500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068600704:12345-0@lo:400:kworker.0 Request processed in 36us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788940939.273320:0:15116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788940939.273332:0:15116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788940939.273338:0:15116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068600832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.273364:0:15116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068600832:12345-0@lo:400:kworker.0 Request processed in 26us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1788940939.273370:0:15116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1788940939.273664:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788940939.273668:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788940939.273686:0:3301:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 2 00000004:00080000:0.0:1788940939.273691:0:3301:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f4002582d80, transno 8589934595 00000004:00080000:0.0:1788940939.273702:0:3301:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934597 committed transno 8589934597 00000100:00100000:0.0:1788940939.273718:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068600832:0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.273729:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068600704:0@lo:400:kworker.0 00000100:00100000:3.0:1788940939.275671:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601088 00000100:00100000:3.0:1788940939.275683:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601088 00000100:00100000:3.0:1788940939.275727:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068600960 00000100:00100000:3.0:1788940939.275731:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068600960 00000100:00100000:3.0:1788940939.275743:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601216 00000100:00100000:3.0:1788940939.275746:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601216 00000100:00100000:3.0:1788940939.275763:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788940939.275771:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1875840068601088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788940939.275862:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1875840068601088:12345-0@lo:400:kworker.0 Request processed in 91us (3379us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940939.275870:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788940939.275887:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788940939.275892:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068600960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788940939.275920:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068600960:12345-0@lo:400:kworker.0 Request processed in 28us (3388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940939.275925:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788940939.275936:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788940939.275941:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1875840068601216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788940939.275966:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1875840068601216:12345-0@lo:400:kworker.0 Request processed in 25us (2892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940939.275971:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1788940939.276232:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788940939.276468:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068601344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788940939.276523:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940939.276581:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1875840068601216:0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.276602:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601344 00000100:00100000:0.0:1788940939.276606:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601344 00000100:00100000:0.0:1788940939.276633:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788940939.276640:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068601344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788940939.276682:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62980096 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788940939.276719:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068601344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788940939.276725:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788940939.277681:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068600960:0@lo:400:kworker.0 00000100:00100000:2.0:1788940939.277696:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1875840068601088:0@lo:400:kworker.0 00000100:00100000:0.0:1788940939.278577:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068601344:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0F:1788940939.336079:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934615 is committed 00000001:00080000:1.0:1788940939.336107:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934620 is committed 00000020:00080000:1.0:1788940939.336114:0:5855:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f4111439000 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:1.0:1788940939.336120:0:5855:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8f4139f5e600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f4111439e40 00000020:00080000:1.0:1788940939.336124:0:5855:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8f4139f5e800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f411d214000 00000001:00080000:1.0:1788940939.336140:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1788940939.336153:0:14467:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:0.0:1788940939.336587:0:14467:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788940939.787183:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940940.809911:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940941.031727:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788940941.031762:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036109184 00000100:00100000:2.0:1788940941.031772:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036109184 00000100:00100000:2.0:1788940941.031897:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 54 00000100:00100000:2.0:1788940941.031910:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:14436:x1875840036109184:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788940941.032025:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:14436:x1875840036109184:12345-192.168.202.17@tcp:60:lhsmtool_posix.0 Request processed in 118us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940941.032033:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 54 00000100:00080000:2.0:1788940941.032055:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788940941.054908:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940941.054960:0:14433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036109440 00000100:00100000:1.0:1788940941.054971:0:14433:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036109440 00000100:00100000:1.0:1788940941.055038:0:14433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:1.0:1788940941.055050:0:14433:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:14436:x1875840036109440:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788940941.055343:0:14433:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+13:14436:x1875840036109440:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 293us (446us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1788940941.055351:0:14433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:1.0:1788940941.482361:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940941.482424:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940941.482464:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788940941.482483:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036109568 00000100:00100000:3.0:1788940941.482502:0:14422:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036109568 00000100:00100000:1.0:1788940941.482508:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940941.482539:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940941.482587:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788940941.482600:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 128 00000100:00100000:3.0:1788940941.482618:0:14422:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f35dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36ee986b-e339-4da7-8006-c8ec2882b900+13:2360:x1875840036109568:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788940941.482634:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940941.482671:0:15115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036109952 00000100:00100000:1.0:1788940941.482684:0:15115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036109952 00000100:00100000:1.0:1788940941.482742:0:15115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036109824 00000100:00100000:1.0:1788940941.482746:0:15115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036109824 00000100:00100000:1.0:1788940941.482763:0:15115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110208 00000100:00100000:1.0:1788940941.482770:0:15115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110208 00000100:00100000:3.0:1788940941.482772:0:14422:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f35dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36ee986b-e339-4da7-8006-c8ec2882b900+13:2360:x1875840036109568:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 155us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940941.482782:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 128 00000100:00100000:1.0:1788940941.482827:0:15115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110336 00000100:00100000:1.0:1788940941.482832:0:15115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110336 00000100:00100000:1.0:1788940941.482862:0:15115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 22 00000100:00100000:1.0:1788940941.482871:0:15115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2360:x1875840036109952:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788940941.482940:0:15115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2360:x1875840036109952:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 70us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940941.482947:0:15115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 22 00000100:00100000:1.0:1788940941.482964:0:15115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:1.0:1788940941.482970:0:15115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2357:x1875840036109824:12345-192.168.202.17@tcp:9:kworker.0 00000020:00000080:1.0:1788940941.482988:0:15115:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa405a 00000100:00080000:1.0:1788940941.483007:0:15115:0:(import.c:65:import_set_state_nolock()) ffff8f411d15c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788940941.483049:0:15115:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788940941.483423:0:15115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+2:2357:x1875840036109824:12345-192.168.202.17@tcp:9:kworker.0 Request processed in 450us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940941.483432:0:15115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:3.0:1788940941.484115:0:16306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00100000:3.0:1788940941.484134:0:16306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+5:2357:x1875840036110208:12345-192.168.202.17@tcp:9:kworker.0 00000020:00000080:3.0:1788940941.484183:0:16306:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa4092 00000100:00080000:3.0:1788940941.484226:0:16306:0:(import.c:65:import_set_state_nolock()) ffff8f4112974000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788940941.484275:0:16306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1788940941.484466:0:16306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+2:2357:x1875840036110208:12345-192.168.202.17@tcp:9:kworker.0 Request processed in 338us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940941.484475:0:16306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00100000:3.0:1788940941.484498:0:16306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 22 00000100:00100000:3.0:1788940941.484506:0:16306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+5:2357:x1875840036110336:12345-192.168.202.17@tcp:9:kworker.0 00000020:00000080:3.0:1788940941.484521:0:16306:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa4099 00000100:00080000:3.0:1788940941.484531:0:16306:0:(import.c:65:import_set_state_nolock()) ffff8f4002008800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788940941.484560:0:16306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1788940941.484768:0:14431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036109696 00000100:00100000:2.0:1788940941.484781:0:14431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036109696 00000100:00100000:2.0:1788940941.484852:0:14431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110080 00000100:00100000:2.0:1788940941.484856:0:14431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110080 00000100:00100000:2.0:1788940941.484881:0:14431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 35 00000100:00100000:2.0:1788940941.484890:0:14431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15a33589-b4ad-4ff7-837c-6a5163a69b6e+13:2360:x1875840036109696:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788940941.484953:0:14431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15a33589-b4ad-4ff7-837c-6a5163a69b6e+13:2360:x1875840036109696:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 64us (2489us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940941.484960:0:14431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 35 00000100:00100000:2.0:1788940941.484976:0:14431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 36 00000100:00100000:2.0:1788940941.484982:0:14431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2360:x1875840036110080:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788940941.485003:0:14431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2360:x1875840036110080:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 21us (2498us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940941.485009:0:14431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 36 00000100:00080000:2.0:1788940941.485038:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788940941.485043:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788940941.485045:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788940941.485263:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940941.485291:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940941.485306:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788940941.489859:0:16306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+2:2357:x1875840036110336:12345-192.168.202.17@tcp:9:kworker.0 Request processed in 5331us (7205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940941.489883:0:16306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 22 00010000:00010000:3.0:1788940941.841286:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788940942.856833:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068601472:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788940942.858202:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788940942.859106:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940942.863458:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601472 00000100:00100000:2.0:1788940942.863480:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601472 00000100:00100000:2.0:1788940942.863560:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788940942.863569:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068601472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788940942.863602:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788940942.863670:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068601472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (4573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940942.863675:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1788940942.864133:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788940942.864409:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068601472:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788940943.889318:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788940943.980124:0:6697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15a33589-b4ad-4ff7-837c-6a5163a69b6e 00000020:00000080:1.0:1788940943.980135:0:6697:0:(genops.c:885:class_export_put()) final put ffff8f411d15b800/15a33589-b4ad-4ff7-837c-6a5163a69b6e 00000001:00100000:1.0:1788940943.980342:0:6697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ad5c5f24-5413-4c25-9f52-f7f2bcff2739 00000020:00000080:1.0:1788940943.980345:0:6697:0:(genops.c:885:class_export_put()) final put ffff8f411d15a800/ad5c5f24-5413-4c25-9f52-f7f2bcff2739 00000020:00000080:0.0:1788940943.980542:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f411d15b800/15a33589-b4ad-4ff7-837c-6a5163a69b6e for lustre-OST0000 00000020:00000080:0.0:1788940943.980604:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f411d15a800/ad5c5f24-5413-4c25-9f52-f7f2bcff2739 for lustre-OST0000 00000020:00000080:0.0:1788940943.980624:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f411d15c000 for lustre-OST0000 00000020:00000080:0.0:1788940943.980630:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4112974000 for lustre-OST0000 00000100:00100000:2.0:1788940944.392515:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068601728:0@lo:400:kworker.0 00000100:00100000:2.0:1788940944.392613:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940944.392689:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1875840068602240:0@lo:400:kworker.0 00000100:00100000:2.0:1788940944.392716:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940944.392746:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788940944.392752:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068601856:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.394251:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068601984:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.394344:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940944.394354:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788940944.394404:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788940944.394417:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068601600:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.394460:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788940944.394497:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111332300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1875840068602112:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.394520:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940944.394530:0:15114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601728 00000100:00100000:2.0:1788940944.394541:0:15114:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601728 00000100:00100000:3.0:1788940944.394564:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602240 00000100:00100000:3.0:1788940944.394574:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602240 00000100:00100000:3.0:1788940944.394623:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601984 00000100:00100000:3.0:1788940944.394626:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601984 00000100:00100000:3.0:1788940944.394642:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602112 00000100:00100000:3.0:1788940944.394645:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602112 00000100:00100000:3.0:1788940944.394664:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788940944.394675:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1875840068602240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940944.394679:0:15114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601856 00000100:00100000:2.0:1788940944.394686:0:15114:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601856 00000100:00100000:2.0:1788940944.394724:0:15114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788940944.394736:0:15114:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068601728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.394753:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1875840068602240:12345-0@lo:400:kworker.0 Request processed in 77us (2033us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940944.394763:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788940944.394802:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788940944.394815:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068601984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940944.394825:0:15114:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068601728:12345-0@lo:400:kworker.0 Request processed in 87us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940944.394835:0:15114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788940944.394862:0:15114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788940944.394873:0:15114:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413bb8d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068601856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.394876:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068601984:12345-0@lo:400:kworker.0 Request processed in 64us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940944.394887:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788940944.394911:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788940944.394925:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875840068602112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940944.394933:0:15114:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413bb8d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068601856:12345-0@lo:400:kworker.0 Request processed in 62us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940944.394962:0:15114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788940944.394968:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875840068602112:12345-0@lo:400:kworker.0 Request processed in 47us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940944.394992:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788940944.395030:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068601600 00000100:00100000:3.0:1788940944.395036:0:14423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068601600 00000100:00100000:3.0:1788940944.395083:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788940944.395093:0:14423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f35f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3303:x1875840068601600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.395133:0:14423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f35f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3303:x1875840068601600:12345-0@lo:400:kworker.0 Request processed in 42us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940944.395140:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:3.0:1788940944.396531:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788940944.396543:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788940944.396547:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788940944.396617:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068601600:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.396641:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111332300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1875840068602112:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.396657:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068601984:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.396820:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068601856:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.396835:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068601728:0@lo:400:kworker.0 00000100:00100000:3.0:1788940944.396852:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1875840068602240:0@lo:400:kworker.0 00000100:00100000:2.0:1788940944.404170:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788940944.404227:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068602368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788940944.404333:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940944.404417:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602368 00000100:00100000:2.0:1788940944.404429:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602368 00000100:00100000:2.0:1788940944.404506:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788940944.404519:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068602368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788940944.404571:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788940944.404638:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068602368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940944.404647:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788940944.404732:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068602368:0@lo:13:osp-pre-1-0.0 00000020:00080000:3.0:1788940944.459857:0:5855:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000020:00080000:0.0:1788940944.459983:0:14467:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:0.0:1788940944.459997:0:14467:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000001:00080000:3.0:1788940944.460072:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00010000:00010000:3.0:1788940944.905600:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788940945.550558:0:7633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ad5c5f24-5413-4c25-9f52-f7f2bcff2739 00000020:00000080:3.0:1788940945.550568:0:7633:0:(genops.c:885:class_export_put()) final put ffff8f400200f800/ad5c5f24-5413-4c25-9f52-f7f2bcff2739 00000020:00000080:2.0:1788940945.551797:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f400200f800/ad5c5f24-5413-4c25-9f52-f7f2bcff2739 for lustre-OST0001 00000020:00000080:2.0:1788940945.551870:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4002008800 for lustre-OST0001 00010000:00010000:2.0:1788940945.930379:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788940946.605027:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940946.605065:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940946.605103:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940946.605133:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940946.605159:0:14424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110464 00000100:00100000:1.0:1788940946.605179:0:14424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110464 00000100:00100000:1.0:1788940946.605244:0:14424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 130 00000100:00100000:1.0:1788940946.605254:0:14424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f35f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36ee986b-e339-4da7-8006-c8ec2882b900+13:2361:x1875840036110464:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788940946.605324:0:14424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f35f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:36ee986b-e339-4da7-8006-c8ec2882b900+13:2361:x1875840036110464:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 71us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940946.605332:0:14424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 130 00000100:00100000:1.0:1788940946.605364:0:15114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110720 00000100:00100000:1.0:1788940946.605368:0:15114:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110720 00000100:00100000:1.0:1788940946.605405:0:15114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:1.0:1788940946.605411:0:15114:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2361:x1875840036110720:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788940946.605439:0:15114:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2361:x1875840036110720:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 28us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940946.605445:0:15114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:3.0:1788940946.607500:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110592 00000100:00100000:3.0:1788940946.607526:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110592 00000100:00100000:3.0:1788940946.607581:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110848 00000100:00100000:3.0:1788940946.607585:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110848 00000100:00100000:3.0:1788940946.607607:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 40 00000100:00100000:3.0:1788940946.607616:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:2361:x1875840036110592:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788940946.607687:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:2361:x1875840036110592:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 72us (2669us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940946.607695:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 40 00000100:00100000:3.0:1788940946.607710:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 41 00000100:00100000:3.0:1788940946.607717:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2361:x1875840036110848:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788940946.607744:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2361:x1875840036110848:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 27us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940946.607750:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 41 00000100:00080000:3.0:1788940946.607786:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788940946.607790:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788940946.952677:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940947.976733:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788940947.976812:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788940947.976832:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1875840068602496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788940947.976910:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940947.977034:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602496 00000100:00100000:2.0:1788940947.977043:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602496 00000100:00100000:2.0:1788940947.977158:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788940947.977168:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875840068602496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788940947.977217:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788940947.977255:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1875840068602496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940947.977260:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788940947.978963:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1875840068602496:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788940947.979753:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788940948.685447:0:14463:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788940948.685459:0:14463:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788940948.685498:0:14463:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788940948.685505:0:14463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788940949.000424:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940949.512419:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788940949.512455:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068602624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788940949.512544:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940949.513563:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602624 00000100:00100000:2.0:1788940949.513575:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602624 00000100:00100000:2.0:1788940949.513649:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788940949.513659:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068602624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788940949.513696:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59572224 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788940949.513769:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068602624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940949.513776:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788940949.513825:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068602624:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788940949.513943:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788940949.515428:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:340eef01-7b53-49af-9aa3-2abb708ce8bb:3301:1875840068602752:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.515501:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940949.515539:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1875840068603264:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.515568:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940949.515608:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788940949.515614:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068602880:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.515641:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940949.515690:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602752 00000100:00100000:1.0:1788940949.515698:0:14422:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602752 00000100:00100000:1.0:1788940949.515737:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788940949.515755:0:14422:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4140d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3301:x1875840068602752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.515802:0:14422:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4140d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3301:x1875840068602752:12345-0@lo:400:kworker.0 Request processed in 58us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940949.515809:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788940949.515840:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603264 00000100:00100000:1.0:1788940949.515843:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603264 00000100:00100000:1.0:1788940949.515878:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788940949.515885:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1875840068603264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.515916:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1875840068603264:12345-0@lo:400:kworker.0 Request processed in 32us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940949.515923:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788940949.515940:0:16306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068602880 00000100:00100000:1.0:1788940949.515943:0:16306:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068602880 00000100:00100000:1.0:1788940949.515968:0:16306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788940949.515974:0:16306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068602880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516176:0:16306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068602880:12345-0@lo:400:kworker.0 Request processed in 200us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940949.516183:0:16306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788940949.516238:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1875840068603136:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516266:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940949.516287:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788940949.516293:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068603008:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516315:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788940949.516336:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788940949.516352:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788940949.516359:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603136 00000100:00100000:1.0:1788940949.516363:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603136 00000100:00100000:1.0:1788940949.516387:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603008 00000100:00100000:1.0:1788940949.516390:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603008 00000100:00100000:1.0:1788940949.516404:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788940949.516410:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1875840068603136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516443:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1875840068603136:12345-0@lo:400:kworker.0 Request processed in 33us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940949.516449:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788940949.516462:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788940949.516468:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068603008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516494:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068603008:12345-0@lo:400:kworker.0 Request processed in 27us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940949.516500:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1788940949.516516:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788940949.516541:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068603008:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516551:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1875840068603136:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516577:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068602880:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516586:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:340eef01-7b53-49af-9aa3-2abb708ce8bb:3301:1875840068602752:0@lo:400:kworker.0 00000100:00100000:1.0:1788940949.516594:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1875840068603264:0@lo:400:kworker.0 00010000:00010000:0.0:1788940950.041374:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788940950.195678:0:17368:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 04:02:27 (1788940947) 00010000:00010000:0.0:1788940951.055413:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940951.730070:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788940951.730563:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788940951.730638:0:14430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036111104 00000100:00100000:3.0:1788940951.730642:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036111360 00000100:00100000:3.0:1788940951.730648:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036111360 00000100:00100000:0.0:1788940951.730648:0:14430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036111104 00000100:00100000:2.0:1788940951.730867:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788940951.730877:0:14430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 45 00000100:00100000:2.0:1788940951.730898:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788940951.730898:0:14430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:2359:x1875840036111104:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788940951.730923:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036110976 00000100:00100000:2.0:1788940951.730926:0:14423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036110976 00000100:00100000:2.0:1788940951.730953:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 132 00000100:00100000:2.0:1788940951.730959:0:14423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4140d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36ee986b-e339-4da7-8006-c8ec2882b900+13:2359:x1875840036110976:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788940951.730976:0:14430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:2359:x1875840036111104:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 80us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940951.730982:0:14423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4140d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36ee986b-e339-4da7-8006-c8ec2882b900+13:2359:x1875840036110976:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 23us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1788940951.730984:0:14430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 45 00000100:00100000:2.0:1788940951.730987:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 132 00000100:00100000:2.0:1788940951.731021:0:15114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036111232 00000100:00100000:2.0:1788940951.731026:0:15114:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036111232 00000100:00100000:2.0:1788940951.731067:0:15114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 27 00000100:00100000:2.0:1788940951.731075:0:15114:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2359:x1875840036111232:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788940951.731106:0:15114:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2359:x1875840036111232:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940951.731126:0:15114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 27 00000100:00080000:2.0:1788940951.731164:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788940951.731168:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788940951.739501:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 46 00000100:00100000:3.0:1788940951.739522:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2359:x1875840036111360:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788940951.739622:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2359:x1875840036111360:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 109us (9508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940951.739630:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 46 00010000:00010000:2.0:1788940952.072622:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940953.096534:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788940953.098472:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788940953.098505:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068603392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788940953.098571:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940953.098802:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603392 00000100:00100000:2.0:1788940953.098811:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603392 00000100:00100000:2.0:1788940953.098870:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788940953.098878:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068603392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788940953.098909:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788940953.098959:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068603392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940953.098966:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788940953.099044:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068603392:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788940953.099104:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788940954.031471:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940954.031626:0:14432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036111616 00000100:00100000:1.0:1788940954.031638:0:14432:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036111616 00000100:00100000:1.0:1788940954.031741:0:14432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:1.0:1788940954.031751:0:14432:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+12:15310:x1875840036111616:12345-192.168.202.17@tcp:35:umount.0 00000001:00080000:1.0:1788940954.032068:0:14432:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00080000:2.0:1788940954.032167:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1788940954.032279:0:14432:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1788940954.032412:0:14432:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+15:15310:x1875840036111616:12345-192.168.202.17@tcp:35:umount.0 Request processed in 662us (950us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1788940954.032418:0:14432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00000020:00080000:1.0:1788940954.032422:0:14432:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1788940954.043345:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940954.043389:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940954.043422:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788940954.043566:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036111744 00000100:00100000:3.0:1788940954.043579:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036111744 00000100:00100000:3.0:1788940954.043634:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036112000 00000100:00100000:3.0:1788940954.043637:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036112000 00000100:00100000:3.0:1788940954.043650:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036111872 00000100:00100000:3.0:1788940954.043652:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036111872 00000100:00100000:3.0:1788940954.043669:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 3 00000100:00100000:3.0:1788940954.043680:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36ee986b-e339-4da7-8006-c8ec2882b900+15:2358:x1875840036111744:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788940954.043696:0:14415:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788940954.043730:0:14415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa403e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2267c5 expref: 15 pid: 14424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940954.043750:0:14415:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788940954.043811:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36ee986b-e339-4da7-8006-c8ec2882b900+14:2358:x1875840036111744:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 133us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940954.043818:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 3 00000100:00100000:3.0:1788940954.043836:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 4 00000100:00100000:3.0:1788940954.043843:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410f584850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36ee986b-e339-4da7-8006-c8ec2882b900+13:2358:x1875840036112000:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788940954.043852:0:14415:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788940954.043862:0:14415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4113b37600/0xa1d8aa9164aa40bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226890 expref: 13 pid: 14422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940954.043871:0:14415:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788940954.043890:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410f584850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36ee986b-e339-4da7-8006-c8ec2882b900+12:2358:x1875840036112000:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 48us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940954.043897:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 4 00000100:00100000:3.0:1788940954.043956:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 5 00000100:00100000:3.0:1788940954.043962:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36ee986b-e339-4da7-8006-c8ec2882b900+11:2358:x1875840036111872:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788940954.043969:0:14415:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788940954.043978:0:14415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4045 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2267ef expref: 11 pid: 14422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940954.043986:0:14415:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788940954.044003:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36ee986b-e339-4da7-8006-c8ec2882b900+10:2358:x1875840036111872:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 41us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940954.044009:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 5 00000100:00100000:2.0:1788940954.044835:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788940954.045600:0:16306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036112128 00000100:00100000:3.0:1788940954.045610:0:16306:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036112128 00000100:00100000:3.0:1788940954.045679:0:16306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 23 00000100:00100000:3.0:1788940954.045689:0:16306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15a33589-b4ad-4ff7-837c-6a5163a69b6e+5:2357:x1875840036112128:12345-192.168.202.17@tcp:9:umount.0 00000020:00000080:3.0:1788940954.045736:0:16306:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa4061 00000100:00080000:3.0:1788940954.045746:0:16306:0:(import.c:65:import_set_state_nolock()) ffff8f411d15d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788940954.045790:0:16306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:3.0:1788940954.046087:0:16306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15a33589-b4ad-4ff7-837c-6a5163a69b6e+2:2357:x1875840036112128:12345-192.168.202.17@tcp:9:umount.0 Request processed in 386us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788940954.046095:0:16306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 23 00010000:00010000:0.0:1788940954.046657:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788940954.051267:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788940954.066579:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788940954.066792:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036113024 00000100:00100000:3.0:1788940954.066802:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036113024 00000100:00100000:3.0:1788940954.066874:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 55 00000100:00100000:3.0:1788940954.066885:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+15:2357:x1875840036113024:12345-192.168.202.17@tcp:39:umount.0 00000020:00000080:3.0:1788940954.066923:0:14429:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa4053 00000020:00010000:3.0:1788940954.066943:0:14429:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8f411d15d000: total 0 00000100:00080000:3.0:1788940954.066949:0:14429:0:(import.c:65:import_set_state_nolock()) ffff8f41414fc800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788940954.066993:0:14429:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:3.0:1788940954.067455:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15a33589-b4ad-4ff7-837c-6a5163a69b6e+14:2357:x1875840036113024:12345-192.168.202.17@tcp:39:umount.0 Request processed in 569us (887us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1788940954.067464:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 55 00000020:00010000:2.0:1788940954.067904:0:16078:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8f411d15d000: total 0 00010000:00010000:2.0:1788940954.067954:0:16078:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f411d15d000, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1788940954.067987:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f41129a4700) 00010000:00010000:2.0:1788940954.067991:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788940954.068000:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7000/0xa1d8aa9164aa4102 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226897 expref: 13 pid: 14429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068069:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8f4111ce7d00) 00010000:00010000:2.0:1788940954.068072:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788940954.068077:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6800/0xa1d8aa9164aa41db lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2268d6 expref: 12 pid: 14431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068179:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f41129a4600) 00010000:00010000:2.0:1788940954.068182:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788940954.068686:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6c00/0xa1d8aa9164aa42d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226923 expref: 11 pid: 14429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068719:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:2.0:1788940954.068722:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788940954.068727:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6200/0xa1d8aa9164aa4259 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226900 expref: 10 pid: 14429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068738:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:2.0:1788940954.068740:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788940954.068744:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa427c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22690e expref: 9 pid: 14430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068759:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f410ad9f900) 00010000:00010000:2.0:1788940954.068761:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788940954.068765:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa411e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22689e expref: 8 pid: 14430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068779:0:16078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f300) 00010000:00010000:2.0:1788940954.068781:0:16078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788940954.068785:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4156 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2268ac expref: 7 pid: 14429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940954.068797:0:16078:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f411d15d000, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1788940954.068817:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940954.068828:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940954.068830:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940954.120450:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940954.635647:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068603520:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.635761:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940954.635820:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1875840068604032:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.635848:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940954.635876:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788940954.635882:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068603648:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.635922:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940954.635939:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1875840068604160:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.635958:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940954.636005:0:14424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603520 00000100:00100000:2.0:1788940954.636014:0:14424:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603520 00000100:00100000:2.0:1788940954.636071:0:14424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1788940954.636080:0:14424:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4140d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3303:x1875840068603520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636134:0:14424:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4140d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3303:x1875840068603520:12345-0@lo:400:kworker.0 Request processed in 53us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940954.636142:0:14424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1788940954.636180:0:14431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604032 00000100:00100000:2.0:1788940954.636213:0:14431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604032 00000100:00100000:2.0:1788940954.636251:0:14431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604160 00000100:00100000:2.0:1788940954.636255:0:14431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604160 00000100:00100000:2.0:1788940954.636270:0:14431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788940954.636276:0:14431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4111330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875840068604032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636308:0:14431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4111330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1875840068604032:12345-0@lo:400:kworker.0 Request processed in 32us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940954.636314:0:14431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788940954.636338:0:14431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788940954.636344:0:14431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875840068604160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636371:0:14431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1875840068604160:12345-0@lo:400:kworker.0 Request processed in 27us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940954.636377:0:14431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788940954.636394:0:15114:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603648 00000100:00100000:2.0:1788940954.636397:0:15114:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603648 00000100:00100000:2.0:1788940954.636422:0:15114:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788940954.636428:0:15114:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068603648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636455:0:15114:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068603648:12345-0@lo:400:kworker.0 Request processed in 28us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940954.636461:0:15114:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788940954.636487:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068603904:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636511:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940954.636528:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788940954.636534:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4111333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068603776:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636554:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940954.636579:0:14430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603904 00000100:00100000:2.0:1788940954.636582:0:14430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603904 00000100:00100000:2.0:1788940954.636604:0:14430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788940954.636610:0:14430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068603904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636642:0:14430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068603904:12345-0@lo:400:kworker.0 Request processed in 31us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940954.636648:0:14430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:2.0:1788940954.636664:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788940954.636676:0:15115:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068603776 00000100:00100000:2.0:1788940954.636679:0:15115:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068603776 00000100:00100000:2.0:1788940954.636730:0:15115:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788940954.636736:0:15115:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068603776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636768:0:15115:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068603776:12345-0@lo:400:kworker.0 Request processed in 32us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940954.636773:0:15115:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1788940954.636787:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788940954.636819:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068603776:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636830:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068603904:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636880:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068603648:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636889:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1875840068604160:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636897:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068603520:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.636906:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4111330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1875840068604032:0@lo:400:kworker.0 00000100:00100000:2.0:1788940954.642255:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788940954.642294:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068604288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788940954.642399:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940954.644359:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604288 00000100:00100000:1.0:1788940954.644379:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604288 00000100:00100000:1.0:1788940954.644463:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788940954.644476:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068604288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788940954.644530:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788940954.644637:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068604288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 164us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940954.644645:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788940954.653473:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068604288:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1788940954.686936:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000001:00100000:1.0:1788940954.686958:0:5855:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 15a33589-b4ad-4ff7-837c-6a5163a69b6e 00000001:00080000:1.0:1788940954.686962:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1788940954.686965:0:5855:0:(genops.c:885:class_export_put()) final put ffff8f411d15d000/15a33589-b4ad-4ff7-837c-6a5163a69b6e 00000020:00000080:2.0:1788940954.687027:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f411d15d000/15a33589-b4ad-4ff7-837c-6a5163a69b6e for lustre-MDT0000 00000020:00000080:2.0:1788940954.687398:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f41414fc800 for lustre-MDT0000 00010000:00010000:0.0:1788940955.144548:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788940955.732758:0:7633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15a33589-b4ad-4ff7-837c-6a5163a69b6e 00000020:00000080:0.0:1788940955.732773:0:7633:0:(genops.c:885:class_export_put()) final put ffff8f411d15e000/15a33589-b4ad-4ff7-837c-6a5163a69b6e 00000020:00000080:3.0:1788940955.732836:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f411d15e000/15a33589-b4ad-4ff7-837c-6a5163a69b6e for lustre-OST0001 00000020:00000080:3.0:1788940955.732908:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f411d15d800 for lustre-OST0001 00010000:00010000:2.0:1788940956.168489:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788940956.235836:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940956.235896:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788940956.235938:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788940956.236058:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036113152 00000100:00100000:2.0:1788940956.236072:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036113152 00000100:00100000:2.0:1788940956.236135:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036113408 00000100:00100000:2.0:1788940956.236137:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036113408 00000100:00100000:2.0:1788940956.236147:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036113280 00000100:00100000:2.0:1788940956.236149:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036113280 00000100:00100000:2.0:1788940956.236165:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:2.0:1788940956.236241:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36ee986b-e339-4da7-8006-c8ec2882b900+12:2359:x1875840036113152:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788940956.236263:0:14416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788940956.236291:0:14416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218ca00/0xa1d8aa9164aa4076 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226827 expref: 12 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940956.236313:0:14416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788940956.236389:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36ee986b-e339-4da7-8006-c8ec2882b900+11:2359:x1875840036113152:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 152us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940956.236397:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:2.0:1788940956.236418:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:2.0:1788940956.236425:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36ee986b-e339-4da7-8006-c8ec2882b900+10:2359:x1875840036113408:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788940956.236434:0:14416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788940956.236443:0:14416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa40b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226889 expref: 10 pid: 14424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940956.236452:0:14416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788940956.236469:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36ee986b-e339-4da7-8006-c8ec2882b900+9:2359:x1875840036113408:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 45us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940956.236476:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:2.0:1788940956.236487:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:2.0:1788940956.236493:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36ee986b-e339-4da7-8006-c8ec2882b900+8:2359:x1875840036113280:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788940956.236500:0:14416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788940956.236508:0:14416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa407d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226851 expref: 8 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940956.236516:0:14416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788940956.236542:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36ee986b-e339-4da7-8006-c8ec2882b900+7:2359:x1875840036113280:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 49us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940956.236548:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:1.0:1788940956.239760:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788940956.241480:0:14430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036113664 00000100:00100000:2.0:1788940956.241503:0:14430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036113664 00000100:00100000:2.0:1788940956.241622:0:14430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 56 00000100:00100000:2.0:1788940956.241635:0:14430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+6:2357:x1875840036113664:12345-192.168.202.17@tcp:39:umount.0 00000020:00000080:2.0:1788940956.241701:0:14430:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa408b 00000020:00010000:2.0:1788940956.241713:0:14430:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8f4002009000: total 0 00000100:00080000:2.0:1788940956.241724:0:14430:0:(import.c:65:import_set_state_nolock()) ffff8f400200b000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788940956.241754:0:14430:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:2.0:1788940956.242311:0:14430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ad5c5f24-5413-4c25-9f52-f7f2bcff2739+5:2357:x1875840036113664:12345-192.168.202.17@tcp:39:umount.0 Request processed in 675us (2563us total) trans 8589934628 rc 0/0 00000100:00100000:2.0:1788940956.242322:0:14430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 56 00000100:00080000:0.0:1788940956.242450:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1788940956.242464:0:14419:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8f4002009000: total 0 00010000:00010000:0.0:1788940956.242468:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940956.242532:0:14419:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f4002009000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788940956.242575:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f300) 00010000:00010000:0.0:1788940956.242580:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788940956.242590:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36e00/0xa1d8aa9164aa4164 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2268b3 expref: 4 pid: 14430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940956.242616:0:14419:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f4002009000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788940956.242627:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940956.242649:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940956.242650:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788940956.262370:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788940956.262520:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036113920 00000100:00100000:2.0:1788940956.262535:0:14422:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036113920 00000100:00100000:2.0:1788940956.262612:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 134 00000100:00100000:2.0:1788940956.262625:0:14422:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4140d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36ee986b-e339-4da7-8006-c8ec2882b900+7:2357:x1875840036113920:12345-192.168.202.17@tcp:251:umount.0 00000020:00000080:2.0:1788940956.262704:0:14422:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa4030 00000020:00010000:2.0:1788940956.262716:0:14422:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8f411d15e800: total 0 00000100:00080000:2.0:1788940956.262722:0:14422:0:(import.c:65:import_set_state_nolock()) ffff8f411d158000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788940956.262829:0:14422:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4140d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:36ee986b-e339-4da7-8006-c8ec2882b900+3:2357:x1875840036113920:12345-192.168.202.17@tcp:251:umount.0 Request processed in 206us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940956.262839:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 134 00000020:00010000:0.0:1788940956.263237:0:14418:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8f411d15e800: total 0 00010000:00010000:0.0:1788940956.263313:0:14418:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f411d15e800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788940956.263361:0:14418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218cc00/0xa1d8aa9164aa4037 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2267be expref: 2 pid: 14424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940956.263379:0:14418:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f411d15e800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1788940956.263390:0:14418:0:(genops.c:885:class_export_put()) final put ffff8f411d15e800/36ee986b-e339-4da7-8006-c8ec2882b900 00010000:00010000:0.0:1788940956.263414:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940956.263418:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940956.263420:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788940956.263466:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f411d15e800/36ee986b-e339-4da7-8006-c8ec2882b900 for MGS 00000020:00000080:3.0:1788940956.263520:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f411d158000 for MGS 00010000:00010000:2.0:1788940957.194543:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940958.225058:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788940958.225091:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068604416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788940958.225212:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788940958.225289:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788940958.225306:0:15117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604416 00000100:00100000:2.0:1788940958.225315:0:15117:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604416 00000100:00100000:2.0:1788940958.225382:0:15117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788940958.225393:0:15117:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068604416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788940958.225439:0:15117:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788940958.225494:0:15117:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068604416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940958.225502:0:15117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:2.0:1788940958.225527:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788940958.225575:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068604416:0@lo:13:osp-pre-0-0.0 00000020:01000004:3.0:1788940958.434119:0:17566:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1788940958.454244:0:17566:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788940958.454299:0:17566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.454313:0:17566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.454320:0:17566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.454327:0:17566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.454340:0:17566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788940958.454345:0:17566:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788940958.454377:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788940958.454382:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:0.0:1788940958.454387:0:14418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:3.0:1788940958.454389:0:17566:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1788940958.454399:0:14418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.454409:0:14418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4100030200 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:0.0:1788940958.454413:0:14418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788940958.454419:0:17566:0:(import.c:65:import_set_state_nolock()) ffff8f4139f92800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788940958.454423:0:14418:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788940958.454434:0:14418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788940958.454440:0:14418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788940958.454442:0:14418:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788940958.454445:0:14418:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788940958.454476:0:14418:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.454501:0:14418:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788940958.454533:0:14418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.454540:0:14418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f4100030200/0xa1d8aa9164aa3d5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3d66 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.454552:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940958.454553:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940958.454555:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788940958.454710:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068604672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788940958.454779:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940958.455011:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604672 00000100:00100000:0.0:1788940958.455019:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604672 00000100:00100000:0.0:1788940958.455079:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788940958.455089:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3303:x1875840068604672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788940958.455102:0:14416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788940958.455117:0:14416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4100031400/0xa1d8aa9164aa3d66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3d5f expref: 19 pid: 14424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.455132:0:14416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788940958.455166:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3300:1875840068604544:0@lo:39:umount.0 00000100:00100000:0.0:1788940958.455179:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:340eef01-7b53-49af-9aa3-2abb708ce8bb+18:3303:x1875840068604672:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788940958.455211:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788940958.455228:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788940958.455247:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068604672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788940958.455281:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604544 00000100:00100000:2.0:1788940958.455286:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604544 00000100:00100000:2.0:1788940958.455325:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788940958.455333:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1875840068604544:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788940958.455356:0:14429:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d90 00000100:00080000:2.0:1788940958.455365:0:14429:0:(import.c:65:import_set_state_nolock()) ffff8f413f180000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788940958.455435:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3300:x1875840068604544:12345-0@lo:39:umount.0 Request processed in 102us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940958.455442:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00010000:3.0:1788940958.455446:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788940958.455450:0:14429:0:(genops.c:885:class_export_put()) final put ffff8f413f181800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:2.0:1788940958.455505:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4139f92800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788940958.455513:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3300:1875840068604544:0@lo:39:umount.0 00000020:00000080:3.0:1788940958.455545:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413f181800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788940958.455621:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f413f180000 for lustre-MDT0000 00000100:00080000:3.0:1788940958.455639:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788940958.455642:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788940958.455647:0:17566:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788940958.457337:0:17566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457357:0:17566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457365:0:17566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457371:0:17566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457400:0:17566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788940958.457406:0:17566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457412:0:17566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457419:0:17566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457425:0:17566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457453:0:17566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788940958.457460:0:17566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457468:0:17566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457472:0:14419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788940958.457475:0:17566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457480:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457485:0:17566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457507:0:17566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788940958.457507:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d4e00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:0.0:1788940958.457514:0:14419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457523:0:16078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788940958.457530:0:16078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457535:0:14419:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.457542:0:16078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5c00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:0.0:1788940958.457548:0:14419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788940958.457549:0:16078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788940958.457565:0:14419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788940958.457568:0:16078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788940958.457569:0:14419:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00010000:3.0:1788940958.457579:0:16078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788940958.457585:0:16078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788940958.457594:0:16078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788940958.457596:0:16078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788940958.457603:0:14419:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457611:0:14419:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788940958.457632:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457639:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d4e00/0xa1d8aa9164aa3cc5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3ccc expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457653:0:14419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788940958.457656:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457675:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37000 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:0.0:1788940958.457678:0:14419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457684:0:14419:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788940958.457690:0:14419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788940958.457701:0:14419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788940958.457703:0:14419:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788940958.457705:0:14419:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788940958.457718:0:14419:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457723:0:14419:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788940958.457738:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457745:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f4113b37000/0xa1d8aa9164aa40df lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa40e6 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.457753:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940958.457755:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940958.457757:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788940958.457780:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a03a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068604800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788940958.457844:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940958.457923:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:340eef01-7b53-49af-9aa3-2abb708ce8bb:3301:1875840068604928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788940958.457938:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604800 00000100:00100000:2.0:1788940958.457946:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604800 00000100:00100000:0.0:1788940958.457952:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788940958.457969:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788940958.457985:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068604928 00000100:00100000:0.0:1788940958.457989:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068604928 00000100:00100000:2.0:1788940958.457996:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788940958.458009:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:340eef01-7b53-49af-9aa3-2abb708ce8bb+19:3304:x1875840068604800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788940958.458024:0:14415:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788940958.458039:0:14415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4100030e00/0xa1d8aa9164aa3ccc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3cc5 expref: 19 pid: 14422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940958.458050:0:14415:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788940958.458239:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:340eef01-7b53-49af-9aa3-2abb708ce8bb+18:3304:x1875840068604800:12345-0@lo:103:ldlm_bl.0 Request processed in 233us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940958.458247:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788940958.458264:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788940958.458271:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410f584450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:340eef01-7b53-49af-9aa3-2abb708ce8bb+17:3301:x1875840068604928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788940958.458279:0:14415:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788940958.458288:0:14415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218da00/0xa1d8aa9164aa40e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa40df expref: 17 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940958.458297:0:14415:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788940958.458335:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410f584450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:340eef01-7b53-49af-9aa3-2abb708ce8bb+16:3301:x1875840068604928:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940958.458342:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788940958.458402:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a03a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068604800:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788940958.458495:0:16078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458503:0:16078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788940958.458523:0:16078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458530:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa3f57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3f5e expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458545:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940958.458547:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940958.458549:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940958.458564:0:17566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458571:0:17566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458578:0:17566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458584:0:17566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.458602:0:17566:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788940958.458606:0:17566:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788940958.458609:0:17566:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00100000:1.0:1788940958.458711:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:340eef01-7b53-49af-9aa3-2abb708ce8bb:3301:1875840068604928:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788940958.458723:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788940958.458729:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:340eef01-7b53-49af-9aa3-2abb708ce8bb:3301:1875840068605056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788940958.458758:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940958.458777:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605056 00000100:00100000:0.0:1788940958.458782:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605056 00000100:00100000:0.0:1788940958.458822:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788940958.458831:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:340eef01-7b53-49af-9aa3-2abb708ce8bb+16:3301:x1875840068605056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788940958.458852:0:14416:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788940958.458916:0:14416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f41073d4800/0xa1d8aa9164aa3f5e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3f57 expref: 16 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788940958.458930:0:14416:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788940958.458968:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:340eef01-7b53-49af-9aa3-2abb708ce8bb+15:3301:x1875840068605056:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788940958.458975:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788940958.459076:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:340eef01-7b53-49af-9aa3-2abb708ce8bb:3301:1875840068605056:0@lo:103:ldlm_bl.0 00000020:01000004:3.0:1788940958.461604:0:17566:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788940958.461614:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788940958.461633:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788940958.461641:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/7 00000020:00080000:3.0:1788940958.461648:0:17566:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8f4002fa1000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788940958.461655:0:17566:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8f41414fe000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788940958.461672:0:17566:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8f4002009000 ad5c5f24-5413-4c25-9f52-f7f2bcff2739 192.168.202.17@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788940958.461679:0:17566:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8f4134e5b380) has exports, disconnecting them 00000020:00080000:3.0:1788940958.461684:0:17566:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f4002fa1000), last request at 1788940954 00000020:00000080:3.0:1788940958.461692:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3f49 00000100:00080000:3.0:1788940958.461717:0:17566:0:(import.c:65:import_set_state_nolock()) ffff8f4112973800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788940958.461795:0:17566:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f4002fa1000): rc 0 00000020:00000080:3.0:1788940958.461798:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4002fa1000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:1.0:1788940958.461807:0:14418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788940958.461819:0:14418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788940958.461825:0:17566:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f41414fe000), last request at 1788940954 00010000:00010000:1.0:1788940958.461832:0:14418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5800 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:1.0:1788940958.461837:0:14418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788940958.461841:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3e15 00000100:00080000:3.0:1788940958.461850:0:17566:0:(import.c:65:import_set_state_nolock()) ffff8f41414f8000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788940958.461853:0:14418:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788940958.461863:0:14418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940958.461869:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788940958.461870:0:14418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788940958.461875:0:14418:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000020:00080000:3.0:1788940958.461881:0:17566:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f41414fe000): rc 0 00000020:00000080:3.0:1788940958.461884:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f41414fe000/lustre-MDT0000-lwp-OST0000_UUID 10000000:01000000:1.0:1788940958.461890:0:14418:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000004:00000080:3.0:1788940958.461893:0:17566:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa0d5839a3ae0 00010000:00010000:1.0:1788940958.461929:0:14418:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788940958.461934:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000020:00000080:0.0:1788940958.461937:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002fa1000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1788940958.461939:0:14418:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788940958.461941:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788940958.461955:0:17566:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:1.0:1788940958.461971:0:14418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940958.461978:0:14418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa3cb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3cbe expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940958.461995:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788940958.461997:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788940958.461999:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788940958.462005:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414fe000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00080000:3.0:1788940958.462037:0:17566:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000080:0.0:1788940958.462042:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4112973800 for lustre-MDT0000 00000020:00000080:0.0:1788940958.462048:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f41414f8000 for lustre-MDT0000 00000100:00100000:0.0:1788940958.462140:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068605184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788940958.462247:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788940958.463247:0:17566:0:(import.c:65:import_set_state_nolock()) ffff8f4134e53800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788940958.463276:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788940958.463279:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 3 00000004:00080000:3.0:1788940958.463288:0:17566:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788940958.463361:0:17566:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:0.0:1788940958.463452:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068605312:0@lo:9:umount.0 00000100:00100000:0.0:1788940958.463633:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788940958.463692:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788940958.463861:0:17566:0:(import.c:65:import_set_state_nolock()) ffff8f410f4f3800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788940958.463903:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8f4134e5b380) has no exports 00000100:00100000:0.0:1788940958.463931:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068605440:0@lo:9:umount.0 00000100:00100000:0.0:1788940958.463962:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940958.464137:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605184 00000100:00100000:1.0:1788940958.464145:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605184 00000100:00100000:1.0:1788940958.464210:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788940958.464220:0:14415:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:340eef01-7b53-49af-9aa3-2abb708ce8bb+15:3303:x1875840068605184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788940958.464233:0:14415:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788940958.464250:0:14415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4100031200/0xa1d8aa9164aa3cbe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3cb7 expref: 15 pid: 14422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940958.464267:0:14415:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788940958.464311:0:14415:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:340eef01-7b53-49af-9aa3-2abb708ce8bb+14:3303:x1875840068605184:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940958.464319:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788940958.468749:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068605184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788940958.472905:0:15116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605312 00000100:00100000:2.0:1788940958.472923:0:15116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605312 00000100:00100000:2.0:1788940958.472986:0:15116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605440 00000100:00100000:2.0:1788940958.472989:0:15116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605440 00000100:00080000:2.0:1788940958.473014:0:14426:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788940958.473067:0:16306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788940958.473077:0:16306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1875840068605312:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788940958.473110:0:16306:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3e31 00000100:00080000:2.0:1788940958.473120:0:16306:0:(import.c:65:import_set_state_nolock()) ffff8f4112972800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788940958.473159:0:16306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1788940958.473575:0:16306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3300:x1875840068605312:12345-0@lo:9:umount.0 Request processed in 497us (9939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940958.473583:0:16306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788940958.473601:0:16306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788940958.473608:0:16306:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1875840068605440:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788940958.473622:0:16306:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3f65 00000100:00080000:2.0:1788940958.473628:0:16306:0:(import.c:65:import_set_state_nolock()) ffff8f411d159800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788940958.473651:0:16306:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934605 00000100:00100000:2.0:1788940958.473853:0:16306:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3300:x1875840068605440:12345-0@lo:9:umount.0 Request processed in 245us (9890us total) trans 0 rc 0/0 00000100:00100000:2.0:1788940958.473860:0:16306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:2.0:1788940958.473879:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940958.476013:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788940958.476986:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f410f4f3800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788940958.477006:0:3300:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788940958.477008:0:3300:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788940958.477014:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068605440:0@lo:9:umount.0 00000100:00080000:0.0:1788940958.477030:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4134e53800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788940958.477046:0:3300:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788940958.477048:0:3300:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788940958.477051:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068605312:0@lo:9:umount.0 00000020:00080000:1.0:1788940958.485712:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8f4134e5b380) has no exports 00000020:00000080:1.0:1788940958.573410:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d12 00000020:00000080:1.0:1788940958.573429:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f41346b7800/lustre-QMT0000_UUID 00000020:01000000:1.0:1788940958.573487:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788940958.574354:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788940958.574367:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788940958.574372:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8f4134e599c0) has no exports 00000020:00000080:0.0:1788940958.574950:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41346b7800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1788940958.575564:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d0b 00000020:00000080:1.0:1788940958.575581:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4002190000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788940958.581776:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002190000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788940958.582289:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788940958.582302:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788940958.582308:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4002197800/lustre-QMT0000_UUID 00000020:00000080:1.0:1788940958.582311:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002197800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1788940958.582322:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:2.0:1788940959.240400:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788940959.304716:0:6697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788940959.304734:0:6697:0:(genops.c:885:class_export_put()) final put ffff8f4112976000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788940959.304829:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4112976000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788940959.305102:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4112972800 for lustre-OST0000 00000100:00100000:0.0:1788940959.766295:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1875840068605696:0@lo:400:kworker.0 00000100:00100000:0.0:1788940959.766486:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940959.766499:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068605568:0@lo:400:kworker.0 00000100:00100000:1.0:1788940959.766547:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940959.766617:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605568 00000100:00100000:1.0:1788940959.766626:0:14423:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605568 00000100:00100000:1.0:1788940959.766712:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1788940959.766724:0:14423:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4140d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:340eef01-7b53-49af-9aa3-2abb708ce8bb+14:3304:x1875840068605568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788940959.766788:0:14423:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4140d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:340eef01-7b53-49af-9aa3-2abb708ce8bb+14:3304:x1875840068605568:12345-0@lo:400:kworker.0 Request processed in 65us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788940959.766796:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1788940959.766843:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068605824:0@lo:400:kworker.0 00000100:00100000:1.0:1788940959.766872:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788940959.766897:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605696 00000100:00100000:1.0:1788940959.766902:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605696 00000100:00100000:1.0:1788940959.766925:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605824 00000100:00100000:1.0:1788940959.766929:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605824 00000100:00100000:1.0:1788940959.766941:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788940959.766947:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3301:x1875840068605696:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788940959.766953:0:14429:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788940959.766981:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3301:x1875840068605696:12345-0@lo:400:kworker.0 Request processed in 33us (497us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788940959.767007:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788940959.767022:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788940959.767026:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3302:x1875840068605824:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788940959.767031:0:14429:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788940959.767058:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3302:x1875840068605824:12345-0@lo:400:kworker.0 Request processed in 30us (186us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788940959.767064:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:0.0:1788940959.767504:0:3301:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788940959.767512:0:3301:0:(import.c:65:import_set_state_nolock()) ffff8f411876d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788940959.767517:0:3301:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1788940959.767782:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068605568:0@lo:400:kworker.0 00000100:00080000:1.0:1788940959.767824:0:3302:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788940959.767827:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8f4002fa6000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788940959.767830:0:3302:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788940959.767835:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8f4002fa6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788940959.767840:0:3302:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 549 00000100:00080000:1.0:1788940959.767851:0:3302:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f4002fa6000 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:1.0:1788940959.767883:0:3302:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f41352c2300 x1875840068605952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788940959.767904:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068605824:0@lo:400:kworker.0 00000100:00100000:2.0:1788940959.783877:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3300:1875840068605952:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1788940959.783995:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940959.784091:0:14429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068605952 00000100:00100000:2.0:1788940959.784102:0:14429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068605952 00000100:00100000:2.0:1788940959.784153:0:14429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788940959.784163:0:14429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3300:x1875840068605952:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1788940959.784203:0:14429:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:0.0:1788940959.800061:0:3301:0:(import.c:65:import_set_state_nolock()) ffff8f411876d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788940959.800076:0:3301:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 533 00000100:00080000:0.0:1788940959.800099:0:3301:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f411876d800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:0.0:1788940959.800161:0:3301:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f4002db7b80 x1875840068606080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788940959.800242:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1875840068605696:0@lo:400:kworker.0 00000100:00100000:0.0:1788940959.800308:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3300:1875840068606080:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1788940959.800412:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788940959.800806:0:14430:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788940959.800819:0:14430:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1788940959.801026:0:14430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068606080 00000100:00100000:0.0:1788940959.801036:0:14430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068606080 00000100:00100000:0.0:1788940959.801258:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788940959.801267:0:17569:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3300:x1875840068606080:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788940959.801292:0:17569:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1788940959.801350:0:17569:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3300:x1875840068606080:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 82us (938us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788940959.801366:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:0.0:1788940959.801414:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f411876d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788940959.801419:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788940959.801422:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3300:1875840068606080:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1788940959.819618:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4002fa6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788940959.819633:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788940959.819639:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3300:1875840068605952:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1788940959.819862:0:14429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3300:x1875840068605952:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 35396us (35566us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788940959.819941:0:14429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000001:00100000:0.0:1788940959.853902:0:5855:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ad5c5f24-5413-4c25-9f52-f7f2bcff2739 00000001:00080000:0.0:1788940959.853940:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1788940959.853948:0:5855:0:(genops.c:885:class_export_put()) final put ffff8f4002009000/ad5c5f24-5413-4c25-9f52-f7f2bcff2739 00000020:00000080:3.0:1788940959.854133:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002009000/ad5c5f24-5413-4c25-9f52-f7f2bcff2739 for lustre-MDT0000 00000020:00000080:3.0:1788940959.854256:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f400200b000 for lustre-MDT0000 00010000:00010000:2.0:1788940960.264492:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788940960.584406:0:17566:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f410f4718a0 - data ffff8f4131b2b360/ffff8f40025ef800 00000020:01000000:1.0:1788940960.584605:0:17566:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f4111586c00 - data ffff8f4131ba0000/ffff8f413b98a800 00000001:00000004:1.0:1788940960.594777:0:17566:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1788940960.689732:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788940960.689744:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788940960.689915:0:17566:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788940960.689919:0:17566:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788940960.691137:0:14451:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788940960.691146:0:14451:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788940960.691161:0:14451:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788940960.693792:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788940960.693802:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:2.0:1788940960.693826:0:17566:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788940960.693829:0:17566:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788940960.694215:0:14453:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788940960.694223:0:14453:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1788940960.694238:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788940960.750796:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3cda 00000020:00000080:2.0:1788940960.750816:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4139f93000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788940960.751526:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4139f93000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788940960.752163:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3cef 00000020:00000080:2.0:1788940960.752174:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413a722800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788940960.752268:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1788940960.752282:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940960.752294:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788940960.752299:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8f4134e58000) has no exports 00000004:01000000:2.0:1788940960.752719:0:17566:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788940960.752733:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d3c 00000020:00000080:2.0:1788940960.752739:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413f182800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788940960.753394:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413a722800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788940960.753562:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788940960.753571:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940960.753581:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788940960.753585:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8f413f4199c0) has no exports 00000020:00000080:2.0:1788940960.753595:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d35 00000020:00000080:2.0:1788940960.753601:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4134e54000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1788940960.754044:0:17566:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788940960.754051:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788940960.754057:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:2.0:1788940960.754065:0:17566:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788940960.754084:0:17566:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788940960.754133:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.754141:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788940960.754149:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d27 00000020:00000080:2.0:1788940960.754155:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413f185000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788940960.754159:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788940960.754163:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940960.754166:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788940960.754168:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8f413f418000) has no exports 00000020:00000080:2.0:1788940960.754172:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d20 00000020:00000080:2.0:1788940960.754175:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413f184000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788940960.754671:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413f182800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788940960.754681:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4134e54000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788940960.754688:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f410f4f3800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788940960.754696:0:36:0:(genops.c:885:class_export_put()) final put ffff8f413f183800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788940960.754698:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413f183800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788940960.754703:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788940960.754801:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413f185000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788940960.754807:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413f184000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788940960.755181:0:17566:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788940960.755261:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788940960.755266:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1788940960.755270:0:17566:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788940960.755272:0:17566:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788940960.755354:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.755429:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788940960.755481:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.755485:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788940960.755489:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4139f93800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788940960.755492:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4139f93800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788940960.755498:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788940960.755671:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3cf6 00000020:00000080:2.0:1788940960.755678:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413a723800/lustre-MDD0000_UUID 00000020:00000080:0.0:1788940960.756280:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4134e53800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788940960.756292:0:36:0:(genops.c:885:class_export_put()) final put ffff8f413f180800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788940960.756295:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413f180800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788940960.756301:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788940960.756682:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788940960.756689:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940960.756697:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788940960.756703:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8f4134e5cd40) has no exports 00000020:00000080:2.0:1788940960.756733:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.756738:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788940960.756744:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3cfd 00000020:00000080:2.0:1788940960.756762:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413a726800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788940960.756864:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413a723800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788940960.756870:0:36:0:(genops.c:885:class_export_put()) final put ffff8f4139f96800/lustre-MDD0000_UUID 00000020:00000080:0.0:1788940960.756879:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4139f96800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1788940960.756884:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:2.0:1788940960.757179:0:17566:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f4002627000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788940960.757203:0:17566:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4002627000 3 00000020:01000004:2.0:1788940960.757208:0:17566:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f4002627000 from lustre-MDT0000 00000020:00000080:2.0:1788940960.757236:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.757240:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788940960.757244:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4139f94800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788940960.757247:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4139f94800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788940960.757255:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1788940960.757289:0:17566:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:2.0:1788940960.757294:0:17566:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788940960.757297:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788940960.757300:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940960.757303:0:17566:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788940960.757312:0:17566:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8f4108740000 340eef01-7b53-49af-9aa3-2abb708ce8bb 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788940960.757317:0:17566:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8f411828cd40) has exports, disconnecting them 00000020:00080000:2.0:1788940960.757325:0:17566:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8f4108740000), last request at 1788940876 00000020:00000080:2.0:1788940960.757348:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3ca2 00000020:00010000:2.0:1788940960.757353:0:17566:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8f4108740000: total 1 00000100:00080000:2.0:1788940960.757370:0:17566:0:(import.c:65:import_set_state_nolock()) ffff8f4108744000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788940960.757393:0:17566:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f4108740000): rc 0 00000020:00080000:2.0:1788940960.757397:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8f411828cd40) has no exports 00000020:00010000:1.0:1788940960.757541:0:16078:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8f4108740000: total 1 00010000:00010000:1.0:1788940960.757600:0:16078:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8f4108740000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1788940960.757646:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f412bfc7e00/0xa1d8aa9164aa3f34 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3f2d expref: 9 pid: 14422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757667:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4100030800/0xa1d8aa9164aa3e00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3df9 expref: 8 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757679:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4140f43000/0xa1d8aa9164aa3cb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3ca9 expref: 7 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757692:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4113b37200/0xa1d8aa9164aa40d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa40d1 expref: 6 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757703:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f41073d4400/0xa1d8aa9164aa3f0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3f03 expref: 5 pid: 14424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757714:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f4113b36600/0xa1d8aa9164aa40ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa40c3 expref: 4 pid: 14422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757729:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f412bfc6000/0xa1d8aa9164aa3dd6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3dcf expref: 3 pid: 14424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757740:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f412bfc6a00/0xa1d8aa9164aa3dc8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xa1d8aa9164aa3dc1 expref: 2 pid: 14423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788940960.757751:0:16078:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8f4108740000, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1788940960.757764:0:16078:0:(genops.c:885:class_export_put()) final put ffff8f4108740000/340eef01-7b53-49af-9aa3-2abb708ce8bb 00010000:00010000:1.0:1788940960.757771:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788940960.757773:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788940960.757775:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788940960.757813:0:14424:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8f413f3c7a00:14424] 2 exiting: rc = 0 00000100:00100000:1.0:1788940960.757961:0:14423:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8f413f3c7400:14423] 1 exiting: rc = 0 00000020:00000080:0.0:1788940960.758457:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413a726800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788940960.758468:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4108740000/340eef01-7b53-49af-9aa3-2abb708ce8bb for MGS 00000020:00000080:0.0:1788940960.758506:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4108744000 for MGS 00000100:00100000:3.0:1788940960.758692:0:14422:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8f413f3c7600:14422] 0 exiting: rc = 1 00000100:00100000:2.0:1788940960.759342:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759354:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759429:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759438:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759443:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759450:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759457:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759463:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759469:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759475:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759496:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759503:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759509:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759516:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759522:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759528:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759534:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759540:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759546:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759552:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759559:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759567:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759657:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759663:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759668:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759674:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759680:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759687:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759693:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759699:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759706:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759713:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759719:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759725:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759732:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759739:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759744:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759751:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759758:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759764:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759770:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759777:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759783:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759790:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759795:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759813:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759818:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759824:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759831:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759838:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759844:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759850:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759856:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759862:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759867:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759874:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759879:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759885:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759890:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759896:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759902:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759907:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759914:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.759988:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:2.0:1788940960.761111:0:17566:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1788940960.761119:0:17566:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:2.0:1788940960.763103:0:17566:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f4003a04720 - data ffff8f413190ad80/ffff8f412b3bb000 00000020:01000000:0.0:1788940960.764143:0:17566:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f413f374300 - data ffff8f413fe36e58/ffff8f4140212c00 00000020:00000080:0.0:1788940960.767840:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3c86 00000020:00000080:0.0:1788940960.767855:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f41411fd000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788940960.767887:0:17566:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f4002627000 from MGS, refs=2 00000020:01000004:0.0:1788940960.767891:0:17566:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4002627000 2 00000020:01000004:0.0:1788940960.767896:0:17566:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f4002627000 from MGS 00000020:00000080:2.0:1788940960.768328:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41411fd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788940960.768833:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788940960.768845:0:17566:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788940960.768850:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f41411ff800/MGS 00000020:00000080:0.0:1788940960.768853:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41411ff800/MGS for MGS 00000020:01000000:0.0:1788940960.768863:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788940960.769088:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788940960.769094:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788940960.769101:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788940960.769110:0:17566:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8f413a726000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788940960.769118:0:17566:0:(genops.c:1552:class_disconnect_exports()) OBD device 10 (ffff8f411828b380) has exports, disconnecting them 00000020:00080000:0.0:1788940960.769124:0:17566:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8f413a726000), last request at 1788940876 00000020:00000080:0.0:1788940960.769130:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3d74 00000020:00080000:0.0:1788940960.769146:0:17566:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f413a726000): rc 0 00000020:00000080:0.0:1788940960.769152:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413a726000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788940960.769337:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413a726000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1788940960.806257:0:17566:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1788940960.806273:0:17566:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788940960.806279:0:17566:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788940960.806291:0:17566:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788940960.806333:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4139f92800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788940960.808577:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788940960.808597:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1788940960.808605:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f413a740800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788940960.808612:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f413a740800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1788940960.808631:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1788940960.808723:0:17566:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4002627000 1 00000020:00000080:1.0:1788940960.808731:0:17566:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3c78 00000020:00000080:1.0:1788940960.808740:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f41411f9000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1788940960.808763:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1788940960.808777:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41411f9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788940960.808791:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788940960.808796:0:17566:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788940960.808801:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8f41412999c0) has no exports 00000001:00100000:0.0:1788940960.823497:0:7633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788940960.823510:0:7633:0:(genops.c:885:class_export_put()) final put ffff8f411d15f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788940960.823553:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f411d15f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788940960.823603:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f411d159800 for lustre-OST0001 00000020:00000080:2.0:1788940960.834768:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.834789:0:17566:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788940960.834797:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4002622800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788940960.834803:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002622800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788940960.834817:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788940960.837546:0:17566:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f4002624000 00000020:01000000:2.0:1788940960.837584:0:17566:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788940960.837595:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940960.837604:0:17566:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788940960.837623:0:17566:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8f4118288000) has no exports 00000100:00100000:2.0:1788940960.837758:0:17569:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8f4107391000:17569] 3 exiting: rc = 0 00000100:00100000:2.0:1788940960.837896:0:14429:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8f4110f2f800:14429] 0 exiting: rc = 1 00000100:00100000:0.0:1788940960.838231:0:14431:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8f4110f2e000:14431] 2 exiting: rc = 0 00000100:00100000:1.0:1788940960.838535:0:14430:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8f4110f2e600:14430] 1 exiting: rc = 0 00000100:00100000:2.0:1788940960.838669:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838680:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838687:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838693:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838700:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838713:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838720:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838732:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838739:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838745:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838751:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838758:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838765:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838772:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838779:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838785:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838791:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838799:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838804:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838811:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838817:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838823:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838830:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838836:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838842:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838853:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838860:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838867:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838874:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838881:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838887:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838893:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838913:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838932:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838940:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838946:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838953:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838959:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838967:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838973:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838979:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.838985:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839003:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839010:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839016:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839022:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839028:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839036:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839042:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839049:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839055:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839061:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839068:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839075:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839081:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839088:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839094:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839101:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839107:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839114:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839119:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839126:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839132:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.839144:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940960.844810:0:14432:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8f41412dd400:14432] 0 exiting: rc = 1 00000100:00100000:3.0:1788940960.845180:0:14433:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8f41412dc000:14433] 1 exiting: rc = 0 00000100:00100000:2.0:1788940960.845874:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845885:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845894:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845914:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845934:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845942:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845948:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845954:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845960:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845966:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845972:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845979:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.845985:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846121:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846132:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846138:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846146:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846152:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846159:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846166:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846173:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846180:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846213:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846221:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846228:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846235:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846241:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846248:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846254:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846260:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846267:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846274:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846280:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846286:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846292:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846298:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846305:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846312:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846327:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846333:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846339:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846346:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846352:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846435:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846445:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846451:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846458:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846465:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846472:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846478:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846485:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846492:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846498:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846504:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846513:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846520:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846526:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846533:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846539:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846545:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846553:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846559:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846565:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.846572:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847314:0:14434:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8f412bb71a00:14434] 0 exiting: rc = 1 00000100:00100000:0.0:1788940960.847616:0:14435:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8f412bb70c00:14435] 1 exiting: rc = 0 00000100:00100000:2.0:1788940960.847734:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847744:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847751:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847758:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847766:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847773:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847779:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847786:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847823:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847838:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847849:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847856:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847864:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847872:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847879:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847886:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847894:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.847903:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848311:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848325:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848332:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848341:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848350:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848430:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848440:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848447:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848466:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848476:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848496:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848507:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848514:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848523:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848532:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848540:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848548:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848558:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848567:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848577:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848587:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848596:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848619:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848627:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848634:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848660:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848667:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848675:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848682:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848688:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848695:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848703:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848712:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848719:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848743:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848751:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848758:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848765:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848772:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848779:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848787:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848794:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848803:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848810:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848818:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.848827:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940960.866714:0:14436:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8f4112f23000:14436] 0 exiting: rc = 1 00000100:00100000:0.0:1788940960.866887:0:14437:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8f4112f23c00:14437] 1 exiting: rc = 0 00000100:00100000:2.0:1788940960.867153:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867164:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867171:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867178:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867442:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867453:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867459:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867464:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867469:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867475:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867480:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867485:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867491:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867497:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867521:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867527:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867532:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867538:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867543:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867549:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867554:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867560:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867566:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867572:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867578:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867583:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867589:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867594:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867599:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867605:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867611:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867616:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867621:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867627:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867634:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867649:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867655:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867661:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867667:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867673:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867679:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867685:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867691:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867697:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867703:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867709:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867715:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867721:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867726:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867740:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867746:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867751:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867757:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867762:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867768:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867774:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867780:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867785:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867791:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867797:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867802:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867808:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867813:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.867819:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940960.868890:0:14439:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8f4112f23400:14439] 1 exiting: rc = 0 00000100:00100000:0.0:1788940960.869146:0:14438:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8f4112f23200:14438] 0 exiting: rc = 1 00000100:00100000:2.0:1788940960.869275:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869285:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869291:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869298:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869304:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869310:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869317:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869323:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869329:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869336:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869342:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869348:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869355:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869437:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869443:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869450:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869456:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869462:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869468:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869474:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869496:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869503:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869509:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869515:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869521:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869528:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869534:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869540:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869546:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869552:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869557:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869562:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869568:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869574:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869580:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869585:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869591:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869597:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869603:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869609:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869614:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869619:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869626:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869632:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869648:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869655:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869661:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869667:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869673:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869679:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869685:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869690:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869696:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869703:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869709:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869724:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869729:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869735:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869740:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869746:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869752:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869757:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869763:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.869769:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940960.870844:0:14440:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8f4140276400:14440] 0 exiting: rc = 1 00000100:00100000:1.0:1788940960.871101:0:14441:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8f4140277e00:14441] 1 exiting: rc = 0 00000100:00100000:2.0:1788940960.871244:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871253:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871259:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871264:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871270:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871276:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871283:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871290:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871295:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871300:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871305:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871311:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871317:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871324:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871329:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871334:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871340:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871347:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871353:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871370:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871377:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871383:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871389:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871395:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871400:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871406:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871426:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871432:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871438:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871444:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871450:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871457:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871465:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871470:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871476:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871482:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871488:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871494:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871500:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871506:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871512:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871518:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871524:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871529:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871534:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871540:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871546:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871551:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871555:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871561:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871565:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871570:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871576:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871582:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871587:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871593:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871598:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871604:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871610:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871614:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871620:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871633:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871647:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.871653:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.872276:0:14444:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8f4140276a00:14444] 2 exiting: rc = 0 00000100:00100000:1.0:1788940960.872776:0:14442:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8f4108769e00:14442] 0 exiting: rc = 1 00000100:00100000:0.0:1788940960.873141:0:14443:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8f4140277200:14443] 1 exiting: rc = 0 00000100:00100000:2.0:1788940960.873429:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873442:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873451:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873459:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873468:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873476:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873483:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873490:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873497:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873505:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873511:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873520:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873526:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873539:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873546:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873553:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873560:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873567:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873573:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873580:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873587:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873593:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873600:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873606:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873628:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873645:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873652:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873657:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873663:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873670:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873676:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873708:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873715:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873722:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873728:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873734:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873742:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873747:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873753:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873758:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873764:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873771:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873777:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873782:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873789:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873796:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873802:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873809:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873829:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873838:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873844:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873849:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873856:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873862:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873869:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873875:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873882:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873889:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873895:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873902:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873909:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.873916:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.874063:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940960.874074:0:17566:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788940960.886729:0:17566:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940960.886754:0:17566:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1788940960.886781:0:17566:0:(genops.c:885:class_export_put()) final put ffff8f4141518000/MDS_uuid 00000020:00000080:2.0:1788940960.886788:0:17566:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4141518000/MDS_uuid for MDS 00000020:01000000:2.0:1788940960.886803:0:17566:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1788940960.887757:0:17566:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788940961.288441:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940962.312380:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788940963.338451:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788940963.838015:0:17721:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1788940963.857328:0:17721:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788940963.857379:0:17721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.857394:0:17721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.857402:0:17721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.857410:0:17721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.857432:0:17721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788940963.857438:0:17721:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788940963.857470:0:17721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788940963.857474:0:17721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788940963.857480:0:17721:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788940963.857486:0:17721:0:(import.c:65:import_set_state_nolock()) ffff8f411876d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788940963.857491:0:17721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788940963.857505:0:17721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788940963.857508:0:17721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788940963.858213:0:14419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788940963.858222:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940963.858231:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4100030a00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:2.0:1788940963.858236:0:14419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940963.858244:0:14419:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788940963.858256:0:14419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788940963.858262:0:14419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788940963.858265:0:14419:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788940963.858267:0:14419:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788940963.858305:0:14419:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940963.858312:0:14419:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788940963.858497:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940963.858507:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f4100030a00/0xa1d8aa9164aa3df9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3e00 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940963.858533:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940963.858535:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940963.858537:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788940963.858582:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788940963.858603:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068606208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788940963.858726:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788940963.858894:0:14416:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068606208 00000100:00100000:2.0:1788940963.858902:0:14416:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068606208 00000100:00100000:2.0:1788940963.858954:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788940963.859357:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3304:x1875840068606208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788940963.859367:0:14416:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788940963 with bad export cookie 11662258776511757474 00010000:00010000:3.0:1788940963.861542:0:17721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861562:0:17721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861569:0:17721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861577:0:17721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861603:0:17721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788940963.861621:0:17721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861627:0:17721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861633:0:17721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861639:0:17721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861657:0:17721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788940963.861662:0:17721:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788940963.861688:0:17721:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788940963.861693:0:17721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00010000:00010000:3.0:1788940963.861724:0:16078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788940963.861730:0:16078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861738:0:16078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5200 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:3.0:1788940963.861742:0:16078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861751:0:16078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788940963.861758:0:16078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788940963.861764:0:16078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788940963.861767:0:16078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788940963.861769:0:16078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1788940963.861803:0:16078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861810:0:16078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788940963.861834:0:16078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861841:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d5200/0xa1d8aa9164aa3dcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa3dd6 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861858:0:16078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788940963.861861:0:16078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861877:0:16078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d600 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:3.0:1788940963.861880:0:16078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861887:0:16078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788940963.861893:0:16078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788940963.861897:0:16078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788940963.861899:0:16078:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788940963.861901:0:16078:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788940963.861915:0:16078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861921:0:16078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788940963.861938:0:16078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861944:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f400218d600/0xa1d8aa9164aa40d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa1d8aa9164aa40d8 expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940963.861954:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940963.861956:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940963.861958:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788940963.861980:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788940963.861998:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:340eef01-7b53-49af-9aa3-2abb708ce8bb:3302:1875840068606464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788940963.862068:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788940963.862134:0:14417:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788940963.862142:0:14417:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788940963.862255:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788940963.862265:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068606336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788940963.862289:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1788940963.862324:0:17721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788940963.862332:0:17721:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788940963.862336:0:17721:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8f414129cd40) has no exports 00000020:00080000:3.0:1788940963.862364:0:17721:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8f414129cd40) has no exports 00000100:00100000:1.0:1788940963.866752:0:14415:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1788940963.866778:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068606464 00000100:00100000:1.0:1788940963.866790:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068606464 00000100:00100000:1.0:1788940963.866826:0:14415:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1788940963.866846:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068606336 00000100:00100000:1.0:1788940963.866849:0:14415:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068606336 00010000:00010000:0.0:1788940963.867130:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788940963.867886:0:17721:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f4003a04540 - data ffff8f4131be2a20/ffff8f412b3bac00 00000020:01000000:3.0:1788940963.868290:0:17721:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f413a051660 - data ffff8f410a85e0d8/ffff8f412b051800 00000100:00100000:2.0:1788940963.871380:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3304:x1875840068606208:12345-0@lo:103:ldlm_bl.0 Request processed in 12408us (12645us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788940963.871397:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788940963.871436:0:14416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788940963.871443:0:14416:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3302:x1875840068606464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788940963.871449:0:14416:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788940963 with bad export cookie 11662258776511757474 00000100:00100000:2.0:1788940963.871492:0:14416:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3302:x1875840068606464:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (9424us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788940963.871498:0:14416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788940963.871544:0:3302:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.117@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788940963.871549:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8f41411f8800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788940963.871553:0:3302:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.117@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1788940963.873001:0:3304:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.117@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:0.0:1788940963.873072:0:14417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788940963.873083:0:14417:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3303:x1875840068606336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788940963.873092:0:14417:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788940963 with bad export cookie 11662258776511757474 00000100:00100000:0.0:1788940963.873162:0:14417:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3303:x1875840068606336:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (10872us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788940963.873180:0:14417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1788940963.873238:0:3303:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.117@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788940963.878916:0:3302:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.117@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788940963.878923:0:3302:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788940963.878934:0:3302:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f413a66f100 x1875840068606208/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788940979 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788940963.878950:0:3302:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f413508c700 x1875840068606464/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788940979 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788940963.878982:0:3302:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f413508ea00 x1875840068606336/t0(0) o103->MGC192.168.202.117@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788940979 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788940963.878992:0:3302:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788940963.878995:0:3302:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788940963.878996:0:3302:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788940963.879585:0:3304:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8f41411f8800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1788940963.879616:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:340eef01-7b53-49af-9aa3-2abb708ce8bb:3304:1875840068606208:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1788940963.879731:0:3303:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8f41411f8800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1788940963.879745:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:340eef01-7b53-49af-9aa3-2abb708ce8bb:3303:1875840068606336:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788940963.879820:0:3302:0:(import.c:65:import_set_state_nolock()) ffff8f41411f8800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788940963.879827:0:3302:0:(import.c:545:import_select_connection()) MGC192.168.202.117@tcp: connect to NID 0@lo last attempt 517 00000100:00080000:2.0:1788940963.879843:0:3302:0:(import.c:666:import_select_connection()) MGC192.168.202.117@tcp: import ffff8f41411f8800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788940963.879874:0:3302:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66c380 x1875840068606592/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788940963.879987:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:340eef01-7b53-49af-9aa3-2abb708ce8bb:3300:1875840068606592:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:3.0:1788940963.880039:0:3300:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875840068606592 offset 0 length 520: 4 00000100:00100000:2.0:1788940963.880155:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:340eef01-7b53-49af-9aa3-2abb708ce8bb:3302:1875840068606464:0@lo:103:ldlm_bl.0 00100000:10000000:3.0:1788940963.884015:0:17721:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1788940963.927206:0:17721:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3de4 00000020:00000080:0.0:1788940963.927219:0:17721:0:(genops.c:885:class_export_put()) final put ffff8f4116aa4000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1788940963.927233:0:17721:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f4118039800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1788940963.927238:0:17721:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4118039800 2 00000020:01000004:0.0:1788940963.927241:0:17721:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f4118039800 from lustre-OST0000 00000020:00000080:0.0:1788940963.927275:0:17721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788940963.927289:0:17721:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1788940963.927292:0:17721:0:(genops.c:885:class_export_put()) final put ffff8f41414c9000/lustre-OST0000_UUID 00000020:00000080:0.0:1788940963.927295:0:17721:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414c9000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1788940963.927303:0:17721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1788940963.927365:0:17721:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1788940963.927370:0:17721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788940963.927374:0:17721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788940963.927380:0:17721:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788940963.927387:0:17721:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8f41414fd800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788940963.927393:0:17721:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8f412b3099c0) has exports, disconnecting them 00000020:00080000:0.0:1788940963.927399:0:17721:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8f41414fd800), last request at 1788940892 00000020:00000080:0.0:1788940963.927403:0:17721:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3e0e 00000020:00080000:0.0:1788940963.927415:0:17721:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f41414fd800): rc 0 00000020:00000080:0.0:1788940963.927421:0:17721:0:(genops.c:885:class_export_put()) final put ffff8f41414fd800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788940963.929488:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4116aa4000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788940963.929520:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414fd800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1788940963.930320:0:17721:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788940963.930330:0:17721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788940963.930336:0:17721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788940963.930345:0:17721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788940963.930588:0:17721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788940963.930672:0:17721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:1.0:1788940963.930684:0:17721:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4118039800 1 00000020:00000080:1.0:1788940963.930691:0:17721:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3db3 00000020:00000080:1.0:1788940963.930702:0:17721:0:(genops.c:885:class_export_put()) final put ffff8f41414cb000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1788940963.930709:0:17721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788940963.930716:0:17721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788940963.930725:0:17721:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788940963.930734:0:17721:0:(genops.c:1557:class_disconnect_exports()) OBD device 11 (ffff8f4141298000) has no exports 00000020:00000080:3.0:1788940963.931352:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f411876d800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788940963.931363:0:38:0:(genops.c:885:class_export_put()) final put ffff8f41414fb000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1788940963.931366:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414fb000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1788940963.931383:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1788940963.931453:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414cb000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788940963.959851:0:17721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788940963.959872:0:17721:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788940963.959878:0:17721:0:(genops.c:885:class_export_put()) final put ffff8f41414cc800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788940963.959884:0:17721:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414cc800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788940963.959899:0:17721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1788940963.960070:0:17721:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f41414c9800 00000020:02000400:3.0:1788940963.960139:0:17721:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788940964.362423:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788940964.875285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 340eef01-7b53-49af-9aa3-2abb708ce8bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788940964.875300:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 340eef01-7b53-49af-9aa3-2abb708ce8bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788940964.875303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788940964.875307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788940964.875312:0:36:0:(import.c:65:import_set_state_nolock()) ffff8f4002fa6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788940964.875323:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1788940964.875332:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788940964.875349:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f4002fa6000 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788940964.875406:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66d880 x1875840068606720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788940964.875522:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3300:1875840068606720:0@lo:38:kworker.0 00000400:00000100:1.0:1788940964.875591:0:3300:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875840068606720 offset 0 length 520: 4 00010000:00010000:2.0:1788940965.389301:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940966.417103:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788940967.432344:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788940967.787531:0:17874:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1788940967.797267:0:17874:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788940967.797386:0:17874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.797405:0:17874:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.797414:0:17874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.797422:0:17874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.797451:0:17874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788940967.797458:0:17874:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1788940967.797482:0:16078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788940967.797491:0:16078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788940967.797491:0:17874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:3.0:1788940967.797499:0:16078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5e00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:3.0:1788940967.797503:0:16078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788940967.797506:0:17874:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f413a66d880 x1875840068606720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788940979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1788940967.797513:0:16078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788940967.797520:0:16078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788940967.797526:0:16078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1788940967.797527:0:17874:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 10000000:01000000:3.0:1788940967.797529:0:16078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788940967.797532:0:16078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:2.0:1788940967.797534:0:17874:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788940967.797541:0:17874:0:(import.c:65:import_set_state_nolock()) ffff8f4002fa6000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788940967.797548:0:17874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:3.0:1788940967.797549:0:16078:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f41411f8800 00000100:00100000:2.0:1788940967.797551:0:17874:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f413a66d880 x1875840068606720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788940979 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1788940967.797554:0:16078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788940967.797559:0:17874:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00010000:00010000:3.0:1788940967.797561:0:16078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d5e00/0xa1d8aa9164aa3f2d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa3f34 expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788940967.797562:0:17874:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:3.0:1788940967.797645:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940967.797647:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940967.797649:0:16078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788940967.798303:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3300:1875840068606720:0@lo:38:kworker.0 00010000:00010000:2.0:1788940967.799630:0:17874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799653:0:17874:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799681:0:17874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799689:0:17874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799721:0:17874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788940967.799731:0:17874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799739:0:17874:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799745:0:17874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799752:0:17874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.799772:0:17874:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788940967.799777:0:17874:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788940967.799809:0:17874:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788940967.799815:0:17874:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788940967.799820:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940967.799827:0:17874:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788940967.799832:0:17874:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8f413f41b380) has no exports 00000020:00080000:2.0:1788940967.799867:0:17874:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8f413f41b380) has no exports 00010000:00010000:3.0:1788940967.800059:0:14418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788940967.800070:0:14418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800091:0:14418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36800 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:3.0:1788940967.800095:0:14418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800105:0:14418:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788940967.800114:0:14418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788940967.800120:0:14418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788940967.800122:0:14418:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1788940967.800124:0:14418:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1788940967.800148:0:14418:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f41411f8800 00010000:00010000:3.0:1788940967.800153:0:14418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800160:0:14418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f4113b36800/0xa1d8aa9164aa3f03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa3f0a expref: -99 pid: 15832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800177:0:14418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788940967.800181:0:14418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800212:0:14418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218de00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:3.0:1788940967.800215:0:14418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800222:0:14418:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788940967.800233:0:14418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788940967.800239:0:14418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788940967.800433:0:14418:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788940967.800436:0:14418:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788940967.800454:0:14418:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f41411f8800 00010000:00010000:3.0:1788940967.800458:0:14418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800466:0:14418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f400218de00/0xa1d8aa9164aa40c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa40ca expref: -99 pid: 14427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788940967.800481:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940967.800482:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788940967.800484:0:14418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788940967.802001:0:14419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788940967.803052:0:17874:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f4003a043c0 - data ffff8f4131bbb948/ffff8f4003815400 00000020:01000000:3.0:1788940967.803404:0:17874:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8f40034c8ae0 - data ffff8f4131bbb5e8/ffff8f412b388800 00100000:10000000:3.0:1788940967.813784:0:17874:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788940967.843172:0:17874:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3f18 00000020:00000080:2.0:1788940967.843442:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f4118287800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788940967.843517:0:17874:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f4112972000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788940967.843523:0:17874:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4112972000 2 00000020:01000004:2.0:1788940967.843527:0:17874:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f4112972000 from lustre-OST0001 00000020:00000080:2.0:1788940967.843591:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940967.843607:0:17874:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788940967.843611:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f410a6c5800/lustre-OST0001_UUID 00000020:00000080:2.0:1788940967.843615:0:17874:0:(genops.c:844:class_export_destroy()) destroying export ffff8f410a6c5800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788940967.843626:0:17874:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788940967.843767:0:17874:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 340eef01-7b53-49af-9aa3-2abb708ce8bb->MGS 00010000:00010000:2.0:1788940967.843789:0:17874:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f4100030600/0xa1d8aa9164aa3dc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3dc8 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788940967.843803:0:17874:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f4100030600/0xa1d8aa9164aa3dc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3dc8 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788940967.843810:0:17874:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788940967.843813:0:17874:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788940967.843818:0:17874:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788940967.843836:0:17874:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f41411f8800 00010000:00010000:2.0:1788940967.843841:0:17874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f4100030600/0xa1d8aa9164aa3dc1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa3dc8 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788940967.843876:0:17874:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa3ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa1d8aa9164aa3cb0 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788940967.843884:0:17874:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa3ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa1d8aa9164aa3cb0 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788940967.843889:0:17874:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788940967.843892:0:17874:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788940967.843893:0:17874:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788940967.843913:0:17874:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f41411f8800 00010000:00010000:2.0:1788940967.843916:0:17874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa3ca9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xa1d8aa9164aa3cb0 expref: -99 pid: 14412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788940967.843946:0:17874:0:(import.c:65:import_set_state_nolock()) ffff8f41411f8800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788940967.843951:0:17874:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788940967.843954:0:17874:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788940967.843955:0:17874:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788940967.843962:0:17874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788940967.843978:0:17874:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f413a66c380 x1875840068606592/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788940973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788940967.844001:0:17874:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788940967.844005:0:17874:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:1.0:1788940967.844094:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:340eef01-7b53-49af-9aa3-2abb708ce8bb:3300:1875840068606592:0@lo:250:ptlrpcd_00_01.0 10000000:01000000:2.0:1788940967.844379:0:17874:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788940967.844389:0:17874:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3c94 00000020:00000080:2.0:1788940967.844396:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f41411fc800/340eef01-7b53-49af-9aa3-2abb708ce8bb 00000020:00000080:0.0:1788940967.844548:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4118287800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788940967.844665:0:17874:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.117@tcp (flags='') 00000020:00000080:2.0:1788940967.844672:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940967.844679:0:17874:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.117@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788940967.844684:0:17874:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8f41182899c0) has no exports 10000000:01000000:1.0:1788940967.844740:0:14427:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788940967.844835:0:17874:0:(obd_class.h:668:obd_cleanup_client_import()) MGC192.168.202.117@tcp: client import never connected 00000100:00080000:2.0:1788940967.844838:0:17874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788940967.844841:0:17874:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788940967.844843:0:17874:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788940967.844845:0:17874:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788940967.844985:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41411fc800/340eef01-7b53-49af-9aa3-2abb708ce8bb for MGC192.168.202.117@tcp 00000020:00000080:2.0:1788940967.845074:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788940967.845079:0:17874:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.117@tcp (uuid 340eef01-7b53-49af-9aa3-2abb708ce8bb) 00000020:01000000:2.0:1788940967.845086:0:17874:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788940967.845089:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788940967.845094:0:17874:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788940967.845099:0:17874:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8f4002fa4000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788940967.845105:0:17874:0:(genops.c:1552:class_disconnect_exports()) OBD device 17 (ffff8f4141523380) has exports, disconnecting them 00000020:00080000:2.0:1788940967.845118:0:17874:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8f4002fa4000), last request at 1788940908 00000020:00000080:2.0:1788940967.845123:0:17874:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3f42 00000020:00080000:2.0:1788940967.845137:0:17874:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f4002fa4000): rc 0 00000020:00000080:2.0:1788940967.845141:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f4002fa4000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1788940967.845164:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f41411f8800 for MGC192.168.202.117@tcp 00000020:00000080:0.0:1788940967.845171:0:38:0:(genops.c:885:class_export_put()) final put ffff8f414151e800/340eef01-7b53-49af-9aa3-2abb708ce8bb 00000020:00000080:0.0:1788940967.845174:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f414151e800/340eef01-7b53-49af-9aa3-2abb708ce8bb for MGC192.168.202.117@tcp 00000020:01000000:0.0:1788940967.845178:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.117@tcp (340eef01-7b53-49af-9aa3-2abb708ce8bb) 00000020:00000080:0.0:1788940967.847981:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002fa4000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1788940967.852285:0:17874:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788940967.852299:0:17874:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788940967.852305:0:17874:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788940967.852315:0:17874:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788940967.852504:0:38:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8f4002fa6000 for lustre-MDT0000-lwp-OST0001 00010000:00010000:3.0:1788940967.853474:0:16078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1788940967.854479:0:14418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788940967.854591:0:14419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1788940967.854745:0:14414:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8f4115ffc600:14414] 1 exiting: rc = 0 00000100:00100000:1.0:1788940967.855176:0:14413:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8f4115d01000:14413] 0 exiting: rc = 1 00000100:00100000:0.0:1788940967.855362:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.855659:0:14417:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8f410f7f8800:14417] 2 exiting: rc = 0 00000100:00100000:1.0:1788940967.855830:0:14415:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8f413a027200:14415] 0 exiting: rc = 1 00000100:00100000:3.0:1788940967.857413:0:17722:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8f412bb71600:17722] 3 exiting: rc = 0 00000100:00100000:3.0:1788940967.857526:0:14416:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8f413a027600:14416] 1 exiting: rc = 0 00000100:00100000:0.0:1788940967.857633:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857653:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857660:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857667:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857674:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857680:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857687:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857693:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857699:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857705:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857712:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857718:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857724:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857730:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857736:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857741:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857746:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857752:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857758:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857764:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857769:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857775:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857780:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857786:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857793:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857801:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857807:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857813:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857820:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857826:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857832:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857838:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857842:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857848:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857865:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857873:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857886:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857892:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857899:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857905:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857911:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857917:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857924:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857939:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857944:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857949:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857954:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857961:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857967:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857973:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857979:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857986:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857991:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.857997:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858002:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858009:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858014:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858020:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858027:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858033:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858039:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858045:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858052:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.858058:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788940967.859946:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788940967.859962:0:17874:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1788940967.859970:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f4002fa6800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1788940967.859976:0:17874:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4002fa6800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1788940967.859983:0:17874:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:0.0:1788940967.860032:0:17874:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4112972000 1 00000020:00000080:0.0:1788940967.860048:0:17874:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa1d8aa9164aa3efc 00000020:00000080:0.0:1788940967.860057:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f41132ed000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788940967.860076:0:17874:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788940967.860081:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788940967.860086:0:17874:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788940967.860091:0:17874:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8f413f41cd40) has no exports 00000020:00000080:1.0:1788940967.860827:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41132ed000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788940967.903431:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788940967.903454:0:17874:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788940967.903461:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f4112970000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788940967.903467:0:17874:0:(genops.c:844:class_export_destroy()) destroying export ffff8f4112970000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788940967.903486:0:17874:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788940967.903866:0:17874:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8f4112971800 00000020:01000000:1.0:1788940967.903897:0:17874:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788940967.903903:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788940967.903909:0:17874:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788940967.903915:0:17874:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8f414129b380) has no exports 00000020:00000080:1.0:1788940967.903959:0:17874:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788940967.903967:0:17874:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788940967.903970:0:17874:0:(genops.c:885:class_export_put()) final put ffff8f41414ca000/OSS_uuid 00000020:00000080:1.0:1788940967.903972:0:17874:0:(genops.c:844:class_export_destroy()) destroying export ffff8f41414ca000/OSS_uuid for OSS 00000020:01000000:1.0:1788940967.903977:0:17874:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1788940967.904067:0:15115:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8f413a5d6600:15115] 1 exiting: rc = 0 00000100:00100000:1.0:1788940967.908563:0:15114:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8f413a5d7c00:15114] 0 exiting: rc = 1 00000100:00100000:1.0:1788940967.910529:0:16306:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8f4002e0a200:16306] 3 exiting: rc = 0 00000100:00100000:1.0:1788940967.911486:0:15116:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8f4110124400:15116] 2 exiting: rc = 0 00000100:00080000:1.0:1788940967.911540:0:14426:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788940967.913517:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.913536:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.913543:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.913550:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.913557:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.913563:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.913569:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914148:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914156:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914162:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914168:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914174:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914180:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914206:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914214:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914221:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914226:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914232:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914659:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914672:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914678:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914684:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914691:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914698:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914704:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914711:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914718:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914729:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914736:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914743:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914771:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914777:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914783:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914790:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914796:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914803:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914809:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914815:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914821:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914828:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914834:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914841:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914846:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.914851:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915354:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915363:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915370:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915377:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915383:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915391:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915397:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915403:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915409:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915415:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915422:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915430:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915435:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915442:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915448:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915453:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915459:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915464:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915470:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788940967.915475:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.919845:0:15118:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8f413b9b5400:15118] 1 exiting: rc = 0 00000100:00100000:0.0:1788940967.921300:0:15117:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8f413b9b4a00:15117] 0 exiting: rc = 1 00000100:00100000:1.0:1788940967.921560:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921569:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921641:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921647:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921653:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921659:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921670:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921682:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921689:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921695:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921724:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921731:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921737:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921742:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921748:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921754:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921759:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921765:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921771:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921777:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921782:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921788:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921798:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921803:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921811:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921817:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921823:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921829:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921834:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921843:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.921848:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923387:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923415:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923422:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923428:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923441:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923448:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923454:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923459:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923465:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923473:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923479:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923485:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923490:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923497:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923517:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923523:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923529:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923536:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923542:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923548:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923553:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923559:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.923564:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924066:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924081:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924088:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924097:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924115:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924128:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924135:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924141:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924148:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.924156:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.931628:0:15121:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8f4110125400:15121] 2 exiting: rc = 0 00000100:00100000:1.0:1788940967.932220:0:15120:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8f4110125c00:15120] 1 exiting: rc = 0 00000100:00100000:0.0:1788940967.932745:0:15119:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8f4110125000:15119] 0 exiting: rc = 1 00000100:00100000:1.0:1788940967.933322:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933334:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933341:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933348:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933355:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933364:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933371:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933377:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933383:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933391:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933398:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933407:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933413:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933433:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933441:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933466:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933472:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933479:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933486:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933492:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933498:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933505:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933511:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933516:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933523:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933530:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933537:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933543:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933549:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933556:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933563:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933569:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933593:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933599:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933605:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933612:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933618:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933640:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933648:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933654:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933662:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933669:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933675:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933681:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933689:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933696:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933702:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933708:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933714:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933721:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933735:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.933741:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935347:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935386:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935395:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935402:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935409:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935415:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935421:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935427:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935435:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935442:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935448:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.935463:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.957542:0:15123:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8f413a650000:15123] 1 exiting: rc = 0 00000100:00100000:0.0:1788940967.957904:0:15122:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8f413a651c00:15122] 0 exiting: rc = 1 00000100:00100000:1.0:1788940967.980822:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980835:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980842:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980847:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980853:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980859:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980865:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980871:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980877:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980883:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980889:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980895:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980900:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980907:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980913:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980920:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980928:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980934:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980940:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980947:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980983:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980988:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980993:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.980998:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981003:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981009:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981014:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981026:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981031:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981037:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981057:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981065:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981072:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981078:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981083:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981089:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981094:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981099:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981105:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981110:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981116:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981121:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981128:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981133:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981139:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981145:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981151:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981157:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981162:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981658:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981663:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981669:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981674:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981680:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981685:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981701:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981706:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981712:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981717:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981722:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981728:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981734:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981743:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788940967.981749:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.984516:0:15125:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8f413a651800:15125] 1 exiting: rc = 0 00000100:00100000:1.0:1788940967.985017:0:15124:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8f413a651400:15124] 0 exiting: rc = 1 00000100:00100000:0.0:1788940967.989526:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989566:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989587:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989595:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989603:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989611:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989645:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.989654:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990040:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990050:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990058:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990331:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990341:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990349:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990358:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990365:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990374:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.990381:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991065:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991139:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991147:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991155:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991162:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991218:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991226:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991235:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991250:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991256:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991262:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991268:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991292:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991300:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991307:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991313:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991320:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991326:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991333:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991340:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991348:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991355:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991361:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991369:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991393:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991402:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991495:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991503:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991510:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991516:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991523:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991530:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991537:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991543:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991549:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991556:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991635:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991647:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991657:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991664:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991679:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991687:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991694:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991701:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991708:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788940967.991722:0:17874:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788940968.040974:0:17874:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788940990.724960:0:18493:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788941003.112684:0:18954:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788941003.112700:0:18954:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1788941003.112811:0:18954:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f41414bb000 00000020:01000004:2.0:1788941003.112828:0:18954:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788941003.112835:0:18954:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788941003.112848:0:18954:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8f4141520000) 00000020:00000080:2.0:1788941003.112861:0:18954:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1788941003.163745:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1788941003.172585:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:1.0:1788941003.175592:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 399: rc = 0 00100000:10000000:1.0:1788941003.175699:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 399: rc = 0 00100000:10000000:1.0:1788941003.175859:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 399: rc = 0 00100000:10000000:1.0:1788941003.175961:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 399: rc = 0 00100000:10000000:1.0:1788941003.195266:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 399: rc = 0 00100000:10000000:1.0:1788941003.195536:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1788941003.195616:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 399: rc = 0 00100000:10000000:1.0:1788941003.195895:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 401: rc = 0 00100000:10000000:3.0:1788941003.198662:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 215: rc = 0 00100000:10000000:3.0:1788941003.198769:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 215: rc = 0 00100000:10000000:3.0:1788941003.199150:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 538: rc = 0 00100000:10000000:3.0:1788941003.199545:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 538: rc = 0 00100000:10000000:3.0:1788941003.199800:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 538: rc = 0 00100000:10000000:3.0:1788941003.200036:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 538: rc = 0 00100000:10000000:3.0:1788941003.200390:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 538: rc = 0 00100000:10000000:3.0:1788941003.204026:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 538: rc = 0 00100000:10000000:0.0:1788941003.209569:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 538: rc = 0 00100000:10000000:0.0:1788941003.210168:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 538: rc = 0 00100000:10000000:0.0:1788941003.210867:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 538: rc = 0 00100000:10000000:0.0:1788941003.211135:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 538: rc = 0 00100000:10000000:0.0:1788941003.211927:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 538: rc = 0 00100000:10000000:0.0:1788941003.212214:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 538: rc = 0 00100000:10000000:0.0:1788941003.212657:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 770: rc = 0 00100000:10000000:0.0:1788941003.212900:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 770: rc = 0 00100000:10000000:0.0:1788941003.213148:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 770: rc = 0 00100000:10000000:0.0:1788941003.214183:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 770: rc = 0 00100000:10000000:0.0:1788941003.214923:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 770: rc = 0 00100000:10000000:0.0:1788941003.215175:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 770: rc = 0 00100000:10000000:0.0:1788941003.215850:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 770: rc = 0 00100000:10000000:0.0:1788941003.216104:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 770: rc = 0 00100000:10000000:0.0:1788941003.216510:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 770: rc = 0 00100000:10000000:0.0:1788941003.217932:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 770: rc = 0 00100000:10000000:0.0:1788941003.218414:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 770: rc = 0 00100000:10000000:0.0:1788941003.218816:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 770: rc = 0 00100000:10000000:0.0:1788941003.219070:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 770: rc = 0 00100000:10000000:0.0:1788941003.220895:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 770: rc = 0 00100000:10000000:0.0:1788941003.221160:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 770: rc = 0 00100000:10000000:0.0:1788941003.221473:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 770: rc = 0 00100000:10000000:0.0:1788941003.221732:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 770: rc = 0 00100000:10000000:0.0:1788941003.222000:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 770: rc = 0 00100000:10000000:0.0:1788941003.222281:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 770: rc = 0 00100000:10000000:0.0:1788941003.222536:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 770: rc = 0 00100000:10000000:0.0:1788941003.222789:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 770: rc = 0 00100000:10000000:0.0:1788941003.223027:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 770: rc = 0 00100000:10000000:0.0:1788941003.223306:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 770: rc = 0 00100000:10000000:0.0:1788941003.223546:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 770: rc = 0 00100000:10000000:0.0:1788941003.223781:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 770: rc = 0 00100000:10000000:0.0:1788941003.224004:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 770: rc = 0 00100000:10000000:0.0:1788941003.227932:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 770: rc = 0 00100000:10000000:0.0:1788941003.228770:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 770: rc = 0 00100000:10000000:0.0:1788941003.229031:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 770: rc = 0 00100000:10000000:0.0:1788941003.229574:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 770: rc = 0 00100000:10000000:0.0:1788941003.229995:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 770: rc = 0 00100000:10000000:0.0:1788941003.230420:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 770: rc = 0 00100000:10000000:0.0:1788941003.231092:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 643: rc = 0 00100000:10000000:0.0:1788941003.233932:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:0.0:1788941003.234109:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 537: rc = 0 00100000:10000000:0.0:1788941003.234358:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:0.0:1788941003.234425:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 537: rc = 0 00100000:10000000:0.0:1788941003.234627:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:0.0:1788941003.234695:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 537: rc = 0 00100000:10000000:0.0:1788941003.235026:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:0.0:1788941003.235099:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 216: rc = 0 00100000:10000000:0.0:1788941003.235347:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:0.0:1788941003.235425:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 216: rc = 0 00100000:10000000:0.0:1788941003.235610:0:18954:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:0.0:1788941003.235679:0:18954:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 216: rc = 0 00000020:00000080:0.0:1788941003.236000:0:18954:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1788941003.236010:0:18954:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788941003.236025:0:18954:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa4371 00000020:01000004:0.0:1788941003.236037:0:18954:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:0.0:1788941003.236043:0:18954:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1788941003.236050:0:18954:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f41414bb000 from MGS 00000020:01000004:0.0:1788941003.236054:0:18954:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1788941003.236064:0:18954:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8f412b308000) 00000020:00000080:0.0:1788941003.236075:0:18954:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1788941003.236146:0:18954:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f41414bb000 from MGS, refs=2 00080000:01000000:0.0:1788941003.236152:0:18954:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788941003.236158:0:18954:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa437f 00000100:00100000:0.0:1788941003.236306:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1788941003.236438:0:18954:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1788941003.236445:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788941003.244466:0:18954:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788941003.244483:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788941003.245833:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941003.246026:0:18954:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788941003.246032:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1788941003.247179:0:18954:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1788941003.247218:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788941003.250380:0:18954:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1788941003.250396:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1788941003.252565:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.252571:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.252573:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.252956:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.252959:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.252960:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941003.267441:0:18954:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1788941003.276864:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1788941003.310277:0:18954:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:0.0:1788941003.310298:0:18954:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1788941003.310301:0:18954:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:0.0:1788941003.315481:0:18963:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788941003.317121:0:18954:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788941003.317306:0:18954:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788941003.317939:0:18954:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788941003.318844:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788941003.319034:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788941003.319040:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1788941003.332626:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1788941003.332643:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788941003.340614:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788941003.340629:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788941003.344174:0:18954:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788941003.344228:0:18954:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.117@tcp' 00000020:01000004:2.0:1788941003.344230:0:18954:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788941003.344275:0:18954:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.117@tcp (typ=mgc) 00000020:00000080:2.0:1788941003.344288:0:18954:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.117@tcp (ffff8f4141524d40) 00000020:00000080:2.0:1788941003.344303:0:18954:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788941003.344378:0:18954:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f4134e50800@MGC192.168.202.117@tcp: add connection 192.168.202.117@tcp at head 00000100:00080000:0.0:1788941003.344741:0:18968:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:3.0:1788941003.347059:0:18954:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.117@tcp-0 is initialized 00000040:01000000:3.0:1788941003.347076:0:18954:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.117@tcp ctxt 1 is initialized 10000000:01000000:3.0:1788941003.352876:0:18970:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788941003.353852:0:18954:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.117@tcp (uuid 2db11baa-d926-42ce-b209-b72575a5ba9f) 00000020:00000080:2.0:1788941003.353879:0:18954:0:(genops.c:1384:class_connect()) connect: client 2db11baa-d926-42ce-b209-b72575a5ba9f, cookie 0xa1d8aa9164aa438d 00000100:00080000:2.0:1788941003.353892:0:18954:0:(import.c:545:import_select_connection()) MGC192.168.202.117@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788941003.353905:0:18954:0:(import.c:666:import_select_connection()) MGC192.168.202.117@tcp: import ffff8f4134e50800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788941003.353942:0:18954:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66ea00 x1875840068606848/t0(0) o250->MGC192.168.202.117@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788941003.353968:0:18954:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2db11baa-d926-42ce-b209-b72575a5ba9f->MGS 00000020:01000004:2.0:1788941003.353994:0:18954:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1788941003.354000:0:18954:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1788941003.354013:0:18954:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8f41415219c0) 00000020:00000080:2.0:1788941003.354024:0:18954:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1788941003.355530:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2db11baa-d926-42ce-b209-b72575a5ba9f:3300:1875840068606848:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788941003.355813:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.381604:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068606848 00000100:00100000:3.0:1788941003.381621:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068606848 00000100:00100000:3.0:1788941003.381663:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941003.381672:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4141083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3300:x1875840068606848:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788941003.381700:0:18965:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 2db11baa-d926-42ce-b209-b72575a5ba9f@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:3.0:1788941003.381726:0:18965:0:(genops.c:1384:class_connect()) connect: client 2db11baa-d926-42ce-b209-b72575a5ba9f, cookie 0xa1d8aa9164aa439b 00000100:00080000:3.0:1788941003.381877:0:18965:0:(import.c:65:import_set_state_nolock()) ffff8f40019c6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788941003.381967:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4141083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+5:3300:x1875840068606848:12345-0@lo:250:mount.lustre.0 Request processed in 295us (26154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941003.381976:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941003.382019:0:3300:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.117@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788941003.382028:0:3300:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.117@tcp: connect to target with instance 0 00000100:00080000:3.0:1788941003.382035:0:3300:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.117@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788941003.382040:0:3300:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788941003.382043:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4134e50800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788941003.382045:0:3300:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788941003.382054:0:3300:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788941003.382059:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2db11baa-d926-42ce-b209-b72575a5ba9f:3300:1875840068606848:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1788941003.404159:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941003.405020:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1788941003.405028:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788941003.408936:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1788941003.408951:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1788941003.411611:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1788941003.411624:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1788941003.412793:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941003.413162:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1788941003.413170:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1788941003.414531:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1788941003.414542:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788941003.461110:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941003.461731:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788941003.461739:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1788941003.466697:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1788941003.466724:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788941003.468610:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941003.468796:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788941003.468803:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788941003.476719:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788941003.476740:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788941003.486274:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788941003.486482:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788941003.486489:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788941003.487380:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788941003.487388:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1788941003.488026:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788941003.488225:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788941003.488233:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788941003.490821:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788941003.490835:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1788941003.519653:0:18954:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941003.519938:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788941003.519946:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1788941003.524747:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788941003.524764:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1788941003.526974:0:18954:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788941003.526992:0:18954:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788941003.529085:0:18954:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788941003.529111:0:18954:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:3.0:1788941003.529118:0:18954:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.117@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1788941003.529322:0:18954:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.117@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788941003.529361:0:18954:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.117@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1788941003.529366:0:18954:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788941003.529368:0:18954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788941003.529369:0:18954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788941003.529371:0:18954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788941003.529372:0:18954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788941003.529374:0:18954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788941003.529375:0:18954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788941003.529377:0:18954:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788941003.529379:0:18954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788941003.529380:0:18954:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788941003.529383:0:18954:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1788941003.529385:0:18954:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788941003.529386:0:18954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788941003.529388:0:18954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788941003.529389:0:18954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788941003.529390:0:18954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788941003.529391:0:18954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788941003.529392:0:18954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788941003.529393:0:18954:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788941003.529394:0:18954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788941003.529395:0:18954:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788941003.529425:0:18954:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788941003.529444:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068606976:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788941003.529523:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.529568:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf180 going to sleep for 11 seconds 00000100:00100000:1.0:1788941003.529745:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068606976 00000100:00100000:1.0:1788941003.529759:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068606976 00000100:00100000:1.0:1788941003.529811:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788941003.529821:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4141083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+5:18954:x1875840068606976:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788941003.529879:0:18967:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788941003.529882:0:18967:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788941003.529885:0:18967:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788941003.534104:0:18988:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788941003.534542:0:18967:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:3.0:1788941003.539786:0:18989:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1788941003.539797:0:18989:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1788941003.539800:0:18989:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1788941003.539832:0:18989:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:2.0:1788941003.540567:0:18967:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788941003.540579:0:18967:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788941003.551076:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4141083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+5:18954:x1875840068606976:12345-0@lo:253:mount.lustre.0 Request processed in 21247us (21544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.551116:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788941003.551347:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068606976:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788941003.551363:0:18954:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788941003.551367:0:18954:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788941003.551369:0:18954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788941003.551371:0:18954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788941003.551372:0:18954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788941003.551374:0:18954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788941003.551375:0:18954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788941003.551376:0:18954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788941003.551378:0:18954:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788941003.551380:0:18954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788941003.551381:0:18954:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788941003.551406:0:18954:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f41414bb000 from lustre-MDT0000 10000000:01000000:3.0:1788941003.551433:0:18954:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1788941003.551436:0:18954:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788941003.551440:0:18954:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8f4141524d40 10000000:01000000:3.0:1788941003.551445:0:18954:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788941003.551453:0:18954:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8f4141524d40 from 1 10000000:01000000:3.0:1788941003.551456:0:18954:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788941003.551498:0:18954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.551510:0:18954:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.551534:0:18954:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941003.551556:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607104:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788941003.551697:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.551823:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf240 going to sleep for 11 seconds 00000100:00100000:1.0:1788941003.551922:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607104 00000100:00100000:1.0:1788941003.551928:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607104 00000100:00100000:1.0:1788941003.552008:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788941003.552018:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4141083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+5:18954:x1875840068607104:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788941003.552032:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941003.552047:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d4e00/0xa1d8aa9164aa43a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa43a2 expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.552071:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d4e00/0xa1d8aa9164aa43a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa43a2 expref: 6 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.552081:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d4e00/0xa1d8aa9164aa43a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa43a2 expref: 6 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.552090:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d4e00, rc 0) 00000100:00100000:1.0:1788941003.552133:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4141083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+6:18954:x1875840068607104:12345-0@lo:101:mount.lustre.0 Request processed in 116us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941003.552139:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788941003.552223:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607104:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788941003.552249:0:18954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.552258:0:18954:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941003.552306:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607232:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941003.552328:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.552571:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf240 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.552701:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607232 00000100:00100000:2.0:1788941003.552706:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607232 00000100:00100000:2.0:1788941003.552739:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788941003.552747:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+6:18954:x1875840068607232:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941003.553102:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+6:18954:x1875840068607232:12345-0@lo:501:mount.lustre.0 Request processed in 354us (771us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788941003.553110:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788941003.553229:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607232:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788941003.553271:0:18954:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788941003.553282:0:18954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.553292:0:18954:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788941003.553301:0:18954:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f41414bb000 10000000:01000000:3.0:1788941003.553305:0:18954:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788941003.553315:0:18954:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f41414bb000 10000000:01000000:3.0:1788941003.553318:0:18954:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788941003.553321:0:18954:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8f41414bb000 from 1 10000000:01000000:3.0:1788941003.553323:0:18954:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788941003.553341:0:18954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.553348:0:18954:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.553357:0:18954:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941003.553370:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607360:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788941003.553394:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.553411:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf240 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.553666:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607360 00000100:00100000:2.0:1788941003.553671:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607360 00000100:00100000:2.0:1788941003.553693:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788941003.553699:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+6:18954:x1875840068607360:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941003.553719:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941003.553733:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218c400/0xa1d8aa9164aa43b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa43b0 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.553750:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218c400/0xa1d8aa9164aa43b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa43b0 expref: 7 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.553760:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218c400/0xa1d8aa9164aa43b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa43b0 expref: 7 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.553767:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218c400, rc 0) 00000100:00100000:2.0:1788941003.553803:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+7:18954:x1875840068607360:12345-0@lo:101:mount.lustre.0 Request processed in 104us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.553809:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788941003.554021:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607360:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788941003.554031:0:18954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43b7 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.554040:0:18954:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa43b7 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788941003.554051:0:18954:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788941003.554066:0:18954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43b7 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.554072:0:18954:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f42c00/0xa1d8aa9164aa43b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43b7 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788941003.554091:0:18954:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788941003.554095:0:18954:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788941003.554100:0:18954:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f41414bb000 10000000:01000000:3.0:1788941003.554102:0:18954:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788941003.554105:0:18954:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1788941003.554108:0:18954:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1788941003.554123:0:18954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.554131:0:18954:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.554138:0:18954:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941003.554151:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607488:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788941003.555557:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.555656:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf240 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.555962:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607488 00000100:00100000:2.0:1788941003.555985:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607488 00000100:00100000:2.0:1788941003.556027:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788941003.556035:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+7:18954:x1875840068607488:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941003.556049:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941003.556065:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218d000/0xa1d8aa9164aa43c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa43be expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.556090:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218d000/0xa1d8aa9164aa43c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa43be expref: 8 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.556100:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218d000/0xa1d8aa9164aa43c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa43be expref: 8 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.556109:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218d000, rc 0) 00000100:00100000:2.0:1788941003.556225:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+8:18954:x1875840068607488:12345-0@lo:101:mount.lustre.0 Request processed in 190us (2046us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.556232:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788941003.556563:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607488:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788941003.556580:0:18954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43c5 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941003.556590:0:18954:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa43c5 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941003.556775:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607616:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941003.556811:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.556961:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf240 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.556998:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607616 00000100:00100000:2.0:1788941003.557003:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607616 00000100:00100000:2.0:1788941003.557076:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788941003.557085:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+8:18954:x1875840068607616:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941003.558398:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18954:x1875840068607616:12345-0@lo:501:mount.lustre.0 Request processed in 1309us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941003.558410:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788941003.560017:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941003.560087:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607744:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941003.560158:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.560310:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115fe6900 going to sleep for 11 seconds 00000100:00100000:0.0:1788941003.560705:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607744 00000100:00100000:0.0:1788941003.560802:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607744 00000100:00100000:1.0:1788941003.561070:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788941003.561080:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18954:x1875840068607744:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788941003.561450:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18954:x1875840068607744:12345-0@lo:503:mount.lustre.0 Request processed in 370us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941003.561466:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788941003.561549:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068607744:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788941003.562166:0:18990:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18990:1875840068607872:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788941003.562227:0:18990:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.562398:0:18990:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.562461:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068607872 00000100:00100000:2.0:1788941003.562467:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068607872 00000100:00100000:2.0:1788941003.562493:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788941003.562506:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18990:x1875840068607872:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788941003.562996:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18990:x1875840068607872:12345-0@lo:502:llog_process_th.0 Request processed in 489us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.563003:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788941003.564299:0:18990:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18990:1875840068607872:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788941003.564336:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788941003.564348:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788941003.564350:0:18990:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788941003.564355:0:18990:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788941003.564359:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788941003.564373:0:18990:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8f4134e5b380) 00000020:00000080:3.0:1788941003.564392:0:18990:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788941003.564397:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788941003.564466:0:18990:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788941003.564473:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa43d3 00000020:00000080:3.0:1788941003.567427:0:18990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788941003.567440:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788941003.567447:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788941003.567449:0:18990:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788941003.567452:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788941003.567457:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788941003.567458:0:18990:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788941003.567462:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788941003.567476:0:18990:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8f4134e5cd40) 00000020:00000080:3.0:1788941003.567494:0:18990:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788941003.567497:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788941003.567512:0:18990:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788941003.567515:0:18990:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788941003.567522:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788941003.567584:0:18990:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f41414bb000 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788941003.567666:0:18990:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8f4134e58000) 00000020:00000080:3.0:1788941003.567675:0:18990:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788941003.567840:0:18990:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788941003.567916:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa1d8aa9164aa43e8 00000020:00000080:3.0:1788941003.568026:0:18990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788941003.568032:0:18990:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788941003.568040:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xa1d8aa9164aa43ef 00080000:01000000:3.0:1788941003.568046:0:18990:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788941003.568050:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa43f6 00010000:00010000:3.0:1788941003.667464:0:18990:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1788941003.667887:0:18990:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1788941003.668073:0:18990:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788941003.670142:0:18990:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8f4134e599c0) 00000020:00000080:3.0:1788941003.670168:0:18990:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788941003.670641:0:18990:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788941003.670650:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa4404 00000020:00000080:2.0:1788941003.681106:0:18990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788941003.698503:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xa1d8aa9164aa440b 00000020:00000080:0.0:1788941003.700407:0:18990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1788941003.700419:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941003.700426:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941003.700428:0:18990:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1788941003.700431:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941003.700438:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941003.700439:0:18990:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1788941003.700444:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788941003.700483:0:18990:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788941003.700498:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941003.700501:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941003.700503:0:18990:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1788941003.700505:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788941003.700507:0:18990:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #10 00000020:01000000:0.0:1788941003.700509:0:18990:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788941003.700511:0:18990:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788941003.700512:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788941003.700515:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941003.700516:0:18990:0:(obd_config.c:1563:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788941003.700518:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788941003.700522:0:18990:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1788941003.700525:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941003.700526:0:18990:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788941003.700530:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788941003.700545:0:18990:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.117@tcp to nid 0x20000c0a8ca75 (192.168.202.117@tcp) 00000020:01000000:0.0:1788941003.700572:0:18990:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788941003.700575:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788941003.700588:0:18990:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8f412b30b380) 00000020:00000080:0.0:1788941003.703040:0:18990:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1788941003.703056:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788941003.703140:0:18990:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788941003.703147:0:18990:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788941003.703167:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa4419 00010000:00080000:0.0:1788941003.703232:0:18990:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f4112974000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.117@tcp at head 00010000:00010000:0.0:1788941003.703466:0:18990:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:0.0:1788941003.703898:0:18990:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788941003.703949:0:18990:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788941003.704916:0:18990:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788941003.704979:0:18990:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1788941003.705049:0:18990:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788941003.711353:0:18994:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788941003.711364:0:18994:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788941003.713512:0:18990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788941003.713530:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788941003.713569:0:18990:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788941003.713588:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa1d8aa9164aa4420 00000100:00080000:1.0:1788941003.713599:0:18990:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788941003.713611:0:18990:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f4112974000 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:1.0:1788941003.713648:0:18990:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f41352c0700 x1875840068608000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788941003.713673:0:18990:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788941003.713741:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788941003.713747:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.713749:0:18990:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788941003.713752:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788941003.713754:0:18990:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:1.0:1788941003.713756:0:18990:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788941003.713758:0:18990:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788941003.713759:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788941003.713762:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.713763:0:18990:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788941003.713766:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788941003.713771:0:18990:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1788941003.713774:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.713775:0:18990:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788941003.713778:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788941003.713782:0:18990:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.117@tcp to nid 0x20000c0a8ca75 (192.168.202.117@tcp) 00000020:01000000:1.0:1788941003.713805:0:18990:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788941003.713808:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788941003.713832:0:18990:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8f413f41cd40) 00000020:00000080:1.0:1788941003.713919:0:18990:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1788941003.713927:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788941003.713983:0:18990:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1788941003.713989:0:18990:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:1.0:1788941003.713995:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xa1d8aa9164aa442e 00010000:00080000:1.0:1788941003.714037:0:18990:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f4108743800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.117@tcp at head 00010000:00010000:1.0:1788941003.714288:0:18990:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1788941003.714474:0:18990:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788941003.714494:0:18990:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1788941003.715139:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068608000:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788941003.715210:0:3300:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875840068608000 offset 0 length 520: 4 00000040:00080000:1.0:1788941003.715692:0:18990:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788941003.715900:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788941003.715909:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2db11baa-d926-42ce-b209-b72575a5ba9f:3301:1875840068608128:0@lo:400:kworker.0 00000100:00100000:0.0:1788941003.715948:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.716251:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068608128 00000100:00100000:3.0:1788941003.716260:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068608128 00000100:00100000:3.0:1788941003.716308:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788941003.716317:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+9:3301:x1875840068608128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941003.716370:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+9:3301:x1875840068608128:12345-0@lo:400:kworker.0 Request processed in 54us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941003.716377:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788941003.716420:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2db11baa-d926-42ce-b209-b72575a5ba9f:3301:1875840068608128:0@lo:400:kworker.0 00000040:00080000:1.0:1788941003.716823:0:18990:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788941003.716977:0:18990:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1788941003.719115:0:18996:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788941003.719123:0:18996:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788941003.721124:0:18990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788941003.721143:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788941003.721180:0:18990:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788941003.725559:0:18990:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa1d8aa9164aa4435 00000100:00080000:2.0:1788941003.725580:0:18990:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788941003.725653:0:18990:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f4108743800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788941003.725695:0:18990:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66df80 x1875840068608256/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788941003.725879:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068608256:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788941003.725937:0:3300:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875840068608256 offset 0 length 520: 4 00000100:00080000:2.0:1788941003.726048:0:18990:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788941003.726134:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941003.726141:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941003.726143:0:18990:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788941003.726148:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788941003.726152:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941003.726153:0:18990:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788941003.726156:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788941003.726158:0:18990:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788941003.726161:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941003.726163:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941003.726164:0:18990:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788941003.726166:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788941003.726168:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941003.726169:0:18990:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788941003.726173:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1788941003.726231:0:18990:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18990:1875840068608384:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788941003.726312:0:18990:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.726340:0:18990:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf600 going to sleep for 11 seconds 00000100:00100000:0.0:1788941003.726414:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068608384 00000100:00100000:0.0:1788941003.726422:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068608384 00000100:00100000:0.0:1788941003.726471:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788941003.726480:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18990:x1875840068608384:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788941003.726810:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18990:x1875840068608384:12345-0@lo:502:llog_process_th.0 Request processed in 330us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941003.726819:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788941003.727354:0:18990:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18990:1875840068608384:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788941003.727389:0:18990:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941003.727396:0:18990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941003.727398:0:18990:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788941003.727403:0:18990:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:1.0:1788941003.729931:0:18954:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:1.0:1788941003.729968:0:18954:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788941003.729990:0:18954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43c5 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.730003:0:18954:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f43c00/0xa1d8aa9164aa43be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43c5 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788941003.730013:0:18954:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f41414bb000 from 1 10000000:01000000:1.0:1788941003.730015:0:18954:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788941003.730061:0:18954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.730069:0:18954:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.730080:0:18954:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941003.730124:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608512:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788941003.730212:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.730266:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f7ce540 going to sleep for 11 seconds 00000100:00100000:0.0:1788941003.730396:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068608512 00000100:00100000:0.0:1788941003.730406:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068608512 00000100:00100000:0.0:1788941003.730459:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788941003.730469:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+9:18954:x1875840068608512:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941003.730482:0:18967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941003.730496:0:18967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa443c expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.730530:0:18967:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 10 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.730541:0:18967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 10 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.730550:0:18967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f413ba97400, rc 0) 00000100:00100000:0.0:1788941003.730692:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+10:18954:x1875840068608512:12345-0@lo:101:mount.lustre.0 Request processed in 224us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941003.730699:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788941003.730975:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608512:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788941003.730991:0:18954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.731001:0:18954:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941003.735156:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608640:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788941003.735399:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.735490:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f7ce540 going to sleep for 11 seconds 00000100:00100000:3.0:1788941003.735548:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068608640 00000100:00100000:3.0:1788941003.735556:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068608640 00000100:00100000:3.0:1788941003.735699:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788941003.735719:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+10:18954:x1875840068608640:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788941003.735743:0:18966:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788941003.735750:0:18966:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1788941003.735834:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+10:18954:x1875840068608640:12345-0@lo:256:mount.lustre.0 Request processed in 127us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941003.735854:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788941003.735929:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608640:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788941003.736522:0:18954:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788941003.736549:0:18954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.736561:0:18954:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788941003.736570:0:18954:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f41414bb000 from 1 10000000:01000000:1.0:1788941003.736572:0:18954:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788941003.736608:0:18954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.736651:0:18954:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.736661:0:18954:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941003.736678:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608768:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788941003.736711:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.737132:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f7ce540 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.737310:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068608768 00000100:00100000:2.0:1788941003.737317:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068608768 00000100:00100000:2.0:1788941003.737346:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788941003.737353:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+10:18954:x1875840068608768:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941003.737364:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941003.737377:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa444a expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.737396:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 11 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.737406:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 11 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.737414:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218d400, rc 0) 00000100:00100000:2.0:1788941003.737445:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068608768:12345-0@lo:101:mount.lustre.0 Request processed in 93us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.737452:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788941003.737518:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608768:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788941003.737530:0:18954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.737538:0:18954:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941003.737586:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608896:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788941003.737626:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.737651:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f7ce540 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.737787:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068608896 00000100:00100000:2.0:1788941003.737792:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068608896 00000100:00100000:2.0:1788941003.737807:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788941003.737812:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068608896:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941003.738272:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068608896:12345-0@lo:501:mount.lustre.0 Request processed in 458us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.738280:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788941003.738699:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068608896:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788941003.738825:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609024:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788941003.738921:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.738952:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f7ce540 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.739005:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609024 00000100:00100000:2.0:1788941003.739010:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609024 00000100:00100000:2.0:1788941003.739043:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788941003.739050:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068609024:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941003.739230:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068609024:12345-0@lo:503:mount.lustre.0 Request processed in 180us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.739249:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788941003.739329:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609024:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788941003.739929:0:18998:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18998:1875840068609152:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788941003.739973:0:18998:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.740033:0:18998:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f7ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1788941003.740098:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609152 00000100:00100000:0.0:1788941003.740103:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609152 00000100:00100000:2.0:1788941003.740150:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788941003.740159:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18998:x1875840068609152:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788941003.740497:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18998:x1875840068609152:12345-0@lo:502:llog_process_th.0 Request processed in 339us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.740504:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788941003.740641:0:18998:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18998:1875840068609152:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788941003.740666:0:18998:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788941003.740676:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.740679:0:18998:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788941003.740687:0:18998:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f41414bb000 00000020:00000080:1.0:1788941003.740690:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788941003.740697:0:18998:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788941003.740700:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.740701:0:18998:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788941003.740703:0:18998:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788941003.740705:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.740706:0:18998:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788941003.740709:0:18998:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f41414bb000 00000020:00000080:1.0:1788941003.740711:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788941003.740771:0:18998:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788941003.740774:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.740776:0:18998:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788941003.740778:0:18998:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788941003.740780:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788941003.740781:0:18998:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788941003.740785:0:18998:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f41414bb000 00000020:00000080:1.0:1788941003.740786:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788941003.740819:0:18998:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18998:1875840068609280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788941003.740867:0:18998:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.745038:0:18998:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41034e8180 going to sleep for 11 seconds 00000100:00100000:3.0:1788941003.748152:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609280 00000100:00100000:3.0:1788941003.748169:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609280 00000100:00100000:3.0:1788941003.748374:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788941003.748385:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18998:x1875840068609280:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788941003.749308:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18998:x1875840068609280:12345-0@lo:502:llog_process_th.0 Request processed in 920us (8436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941003.749318:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788941003.749727:0:18998:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:18998:1875840068609280:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788941003.749758:0:18998:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941003.749765:0:18998:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941003.749768:0:18998:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1788941003.749772:0:18998:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:2.0:1788941003.749833:0:18954:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:2.0:1788941003.749848:0:18954:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788941003.749861:0:18954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.749872:0:18954:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941003.749919:0:18954:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788941003.749922:0:18954:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f41414bb000 10000000:01000000:2.0:1788941003.749925:0:18954:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f41414bb000 10000000:01000000:2.0:1788941003.749929:0:18954:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788941003.749934:0:18954:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f41414bb000 from 1 10000000:01000000:2.0:1788941003.749937:0:18954:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788941003.749971:0:18954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.749978:0:18954:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.749986:0:18954:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941003.750004:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609408:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788941003.750044:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.750072:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf600 going to sleep for 11 seconds 00000100:00100000:0.0:1788941003.750246:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609408 00000100:00100000:0.0:1788941003.750252:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609408 00000100:00100000:0.0:1788941003.750285:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788941003.750292:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068609408:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941003.750303:0:18967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941003.750317:0:18967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f413ba96200/0xa1d8aa9164aa445f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa4458 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.750338:0:18967:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f413ba96200/0xa1d8aa9164aa445f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4458 expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.750349:0:18967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f413ba96200/0xa1d8aa9164aa445f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4458 expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.750357:0:18967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f413ba96200, rc 0) 00000100:00100000:0.0:1788941003.750385:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18954:x1875840068609408:12345-0@lo:101:mount.lustre.0 Request processed in 94us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941003.750397:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788941003.750535:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609408:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941003.750547:0:18954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa445f expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.750556:0:18954:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa445f expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941003.752721:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609536:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941003.752783:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.752834:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf600 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.756054:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609536 00000100:00100000:2.0:1788941003.756070:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609536 00000100:00100000:2.0:1788941003.756136:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788941003.756146:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18954:x1875840068609536:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941003.756496:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18954:x1875840068609536:12345-0@lo:501:mount.lustre.0 Request processed in 350us (3712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.756504:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788941003.756569:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609536:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941003.757824:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609664:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941003.757887:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.757929:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413a7bf600 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.757953:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609664 00000100:00100000:2.0:1788941003.757958:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609664 00000100:00100000:2.0:1788941003.757996:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788941003.758003:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18954:x1875840068609664:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941003.758175:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18954:x1875840068609664:12345-0@lo:503:mount.lustre.0 Request processed in 171us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.758183:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788941003.758268:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068609664:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788941003.770401:0:19002:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:19002:1875840068609792:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788941003.770496:0:19002:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941003.770556:0:19002:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f410ac0a540 going to sleep for 11 seconds 00000100:00100000:3.0:1788941003.770688:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609792 00000100:00100000:3.0:1788941003.770696:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609792 00000100:00100000:3.0:1788941003.770761:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788941003.770769:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19002:x1875840068609792:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788941003.771013:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19002:x1875840068609792:12345-0@lo:502:llog_process_th.0 Request processed in 243us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941003.771021:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788941003.771117:0:19002:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:19002:1875840068609792:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788941003.771173:0:19002:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788941003.771217:0:19002:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8f413f41b380) 00000020:00000080:1.0:1788941003.771235:0:19002:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1788941003.771315:0:19002:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f41414bb000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788941003.771318:0:19002:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f41414bb000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788941003.771321:0:19002:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f41414bb000 4 00010000:00080000:1.0:1788941003.771347:0:19002:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f4002620800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.117@tcp at head 00010000:00010000:3.0:1788941003.786415:0:19002:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1788941003.786635:0:19002:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1788941003.786671:0:19002:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788941003.786684:0:19002:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xa1d8aa9164aa446d 00000100:00080000:3.0:1788941003.786693:0:19002:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788941003.786704:0:19002:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f4002620800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:3.0:1788941003.786746:0:19002:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413508f100 x1875840068609920/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788941003.786785:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3300:1875840068609920:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788941003.786846:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941003.786909:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068609920 00000100:00100000:3.0:1788941003.786917:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068609920 00000100:00100000:3.0:1788941003.786945:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941003.786952:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3300:x1875840068609920:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788941003.787003:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3300:x1875840068609920:12345-0@lo:38:llog_process_th.0 Request processed in 50us (157us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788941003.787011:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941003.787043:0:3300:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788941003.787050:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4002620800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788941003.787065:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788941003.787069:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3300:1875840068609920:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1788941003.787096:0:19002:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788941003.792396:0:19002:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:19002:1875840068610048:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788941003.792483:0:19002:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.792520:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610048 00000100:00100000:2.0:1788941003.792527:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610048 00000100:00100000:2.0:1788941003.792570:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788941003.792579:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19002:x1875840068610048:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788941003.792836:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19002:x1875840068610048:12345-0@lo:502:llog_process_th.0 Request processed in 256us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.792844:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788941003.792901:0:19002:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f3769c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941003.792923:0:19002:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:2db11baa-d926-42ce-b209-b72575a5ba9f:19002:1875840068610048:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788941003.792951:0:19002:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1788941003.793005:0:18954:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788941003.793024:0:18954:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788941003.793039:0:18954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa445f expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.793051:0:18954:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f400218c600/0xa1d8aa9164aa4458 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa445f expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788941003.793097:0:18954:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788941003.793099:0:18954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788941003.793100:0:18954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788941003.793102:0:18954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788941003.793103:0:18954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788941003.793105:0:18954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788941003.793106:0:18954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788941003.793107:0:18954:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788941003.793109:0:18954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788941003.793111:0:18954:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788941003.793115:0:18954:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788941003.793117:0:18954:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788941003.793119:0:18954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788941003.793120:0:18954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788941003.793121:0:18954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788941003.793122:0:18954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788941003.793123:0:18954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788941003.793124:0:18954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788941003.793126:0:18954:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788941003.793132:0:18954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788941003.793133:0:18954:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788941003.793146:0:18954:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788941003.793157:0:18954:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068610176:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788941003.793420:0:18954:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.793450:0:18954:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f3769c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788941003.794703:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610176 00000100:00100000:3.0:1788941003.794713:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610176 00000100:00100000:3.0:1788941003.794757:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788941003.794766:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18954:x1875840068610176:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788941003.794809:0:18965:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788941003.794826:0:18965:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788941003.859568:0:18965:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788941003.859597:0:18965:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1788941003.859928:0:18988:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788941003.859933:0:18988:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788941003.859959:0:18988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.859979:0:18988:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.859988:0:18988:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.860030:0:18988:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.860045:0:18988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 12 pid: 18967 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941003.860061:0:18988:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db7100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18988:1875840068610304:0@lo:104: 00000100:00100000:0.0:1788941003.860129:0:18988:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941003.860223:0:18988:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056e240 going to sleep for 11 seconds 00000100:00100000:1.0:1788941003.860362:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610304 00000100:00100000:1.0:1788941003.860371:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610304 00000100:00100000:1.0:1788941003.860417:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788941003.860427:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+3:18988:x1875840068610304:12345-0@lo:104: 00010000:00010000:1.0:1788941003.860442:0:18955:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941003.860494:0:18955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788941003.860500:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+3:18988:x1875840068610304:12345-0@lo:104: Request processed in 76us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941003.860506:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788941003.860572:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941003.860579:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860587:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d4800 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:2.0:1788941003.860600:0:18961:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860610:0:18961:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788941003.860616:0:18961:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941003.860622:0:18961:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788941003.860657:0:18961:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860664:0:18961:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788941003.860687:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860694:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d4800/0xa1d8aa9164aa443c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4443 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860721:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.860736:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941003.860738:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941003.860758:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788941003.860768:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068610432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788941003.860800:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941003.860862:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610432 00000100:00100000:2.0:1788941003.860867:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610432 00010000:00010000:2.0:1788941003.860886:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 13 pid: 18967 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941003.860908:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788941003.860916:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+13:3304:x1875840068610432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788941003.860926:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941003.860931:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 13 pid: 18967 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860941:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 13 pid: 18967 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860955:0:18957:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860963:0:18957:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788941003.860976:0:18957:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001043406s 00010000:00010000:2.0:1788941003.860981:0:18957:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.860987:0:18957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.861004:0:18957:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.861010:0:18957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.861016:0:18957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba96c00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941003.861020:0:18957:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.861027:0:18957:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.861036:0:18957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941003.861046:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788941003.861075:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+13:3304:x1875840068610432:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941003.861082:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788941003.861121:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068610432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788941003.861606:0:18988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f413ba97400/0xa1d8aa9164aa4443 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa443c expref: 12 pid: 18967 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941003.861620:0:18988:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db7100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18988:1875840068610304:0@lo:104: 00010000:00010000:0.0:1788941003.861634:0:18988:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.861642:0:18988:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.861655:0:18988:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941003.861661:0:18988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f413ba96c00/0xa1d8aa9164aa4474 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941003.877060:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18954:x1875840068610176:12345-0@lo:253:mount.lustre.0 Request processed in 82286us (83631us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941003.877075:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788941003.877219:0:18954:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:18954:1875840068610176:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788941003.877575:0:18954:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788941003.877580:0:18954:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788941003.877582:0:18954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788941003.877584:0:18954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788941003.877585:0:18954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788941003.877586:0:18954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788941003.877588:0:18954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788941003.877661:0:18954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788941003.877663:0:18954:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788941003.877665:0:18954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788941003.877666:0:18954:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788941003.877682:0:18954:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788941003.884045:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941003.884327:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941003.884633:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941003.884786:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941003.885035:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941003.885214:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941003.887575:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941003.887749:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941003.888020:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941003.888295:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941003.888570:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941003.888736:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:2.0:1788941003.935533:0:18954:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:2.0:1788941003.936160:0:18954:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1788941003.936315:0:19009:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:0.0:1788941003.936320:0:19009:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:01000000:0.0:1788941003.937019:0:19010:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:0.0:1788941003.937122:0:19010:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788941003.943171:0:18954:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1788941003.943340:0:18954:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788941003.944149:0:19010:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00000080:2.0:1788941003.944437:0:18954:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788941003.944447:0:18954:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000004:00080000:0.0:1788941003.944933:0:19010:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788941003.944938:0:19010:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:00080000:2.0:1788941003.945421:0:18954:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788941003.946860:0:18954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788941003.950407:0:18954:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788941003.950486:0:18954:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1788941003.951540:0:18954:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788941003.961432:0:18954:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:3.0:1788941003.971142:0:18954:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788941004.089318:0:18954:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788941004.089364:0:18954:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa0d581c4f988 00100000:10000000:1.0:1788941004.089374:0:18954:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1788941004.091022:0:18954:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788941004.091045:0:18954:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.117@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788941004.091070:0:18954:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1788941004.091094:0:18954:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1788941004.296373:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788941004.424493:0:18970:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788941004.424501:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f41414bb000 from 9 10000000:01000000:1.0:1788941004.424505:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788941004.424556:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941004.424569:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941004.424580:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941004.424606:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068610560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788941004.424690:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941004.424767:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4106380000 going to sleep for 11 seconds 00000100:00100000:2.0:1788941004.425317:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610560 00000100:00100000:2.0:1788941004.425327:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610560 00000100:00100000:2.0:1788941004.425386:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788941004.425395:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18970:x1875840068610560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788941004.425438:0:18967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941004.425455:0:18967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa447b expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941004.425480:0:18967:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941004.425491:0:18967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941004.425500:0:18967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218ce00, rc 0) 00000100:00100000:2.0:1788941004.425557:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068610560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941004.425564:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788941004.426066:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068610560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941004.426084:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941004.426093:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941004.426150:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068610688:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788941004.426203:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941004.426247:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4106380000 going to sleep for 11 seconds 00000100:00100000:3.0:1788941004.426276:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610688 00000100:00100000:3.0:1788941004.426282:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610688 00000100:00100000:3.0:1788941004.426314:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788941004.426322:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068610688:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788941004.426397:0:18965:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788941004.426411:0:18965:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788941004.426413:0:18965:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:3.0:1788941004.426494:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068610688:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 173us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941004.426500:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788941004.426576:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068610688:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788941004.426620:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788941004.426627:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941004.426635:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788941004.808492:0:19005:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788941004.808502:0:19005:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788941004.808859:0:19005:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788941004.808866:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788941005.321727:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788941005.833018:0:19005:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788941005.833033:0:19005:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788941005.834535:0:19005:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1788941005.834632:0:19005:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788941005.834677:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:3.0:1788941006.363321:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941007.368418:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941008.396737:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788941008.905890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788941008.905898:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788941008.905901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788941008.905918:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788941008.905921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788941008.905924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788941008.905928:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4002620800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788941008.905944:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f4002620800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:0.0:1788941008.905966:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f4002db6680 x1875840068610944/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788941008.906019:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068610816:0@lo:400:kworker.0 00000100:00100000:0.0:1788941008.906108:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941008.906427:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610816 00000100:00100000:0.0:1788941008.906435:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610816 00000100:00100000:0.0:1788941008.906482:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788941008.906491:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3304:x1875840068610816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941008.906729:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3304:x1875840068610816:12345-0@lo:400:kworker.0 Request processed in 51us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941008.906739:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788941008.906795:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068610816:0@lo:400:kworker.0 00000100:00100000:3.0:1788941008.910047:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3300:1875840068610944:0@lo:38:kworker.0 00000100:00100000:3.0:1788941008.910180:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941008.911377:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068610944 00000100:00100000:0.0:1788941008.911389:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068610944 00000100:00100000:0.0:1788941008.911427:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788941008.911436:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3300:x1875840068610944:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788941008.911466:0:18974:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:0.0:1788941008.911503:0:18974:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xa1d8aa9164aa4489 00000004:00100000:0.0:1788941008.911519:0:18974:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788941008.911635:0:18974:0:(import.c:65:import_set_state_nolock()) ffff8f4002fa0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788941008.911700:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1875840068610944:12345-0@lo:38:kworker.0 Request processed in 263us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941008.911706:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788941008.911731:0:3300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f4002db6680 x1875840068610944/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788941018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788941008.911749:0:3300:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788941008.911756:0:3300:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788941008.911761:0:3300:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788941008.911763:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4002620800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788941008.911769:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3300:1875840068610944:0@lo:38:kworker.0 00010000:00010000:1.0:1788941009.416415:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788941010.271404:0:19254:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788941010.440482:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941011.472607:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941012.492769:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941013.001934:0:3300:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788941003/real 1788941003] req@ffff8f413a66df80 x1875840068608256/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941013.001966:0:3300:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f413a66df80 x1875840068608256/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941013.001978:0:3300:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788941003/real 1788941003] req@ffff8f41352c0700 x1875840068608000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941013.001999:0:3300:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f41352c0700 x1875840068608000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788941013.002017:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788941013.002033:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788941013.002037:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068608256:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788941013.002043:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4112974000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788941013.002048:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788941013.002051:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068608000:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788941013.004052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788941013.004059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788941013.004062:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4112974000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788941013.004793:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:2.0:1788941013.004799:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788941013.004810:0:38:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f4112974000 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788941013.004836:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66c700 x1875840068611200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788941013.004855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788941013.004859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788941013.004861:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788941013.004864:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:2.0:1788941013.004867:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788941013.005586:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f4108743800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788941013.005603:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66ce00 x1875840068611328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788941013.006813:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2db11baa-d926-42ce-b209-b72575a5ba9f:3301:1875840068611072:0@lo:400:kworker.0 00000100:00100000:2.0:1788941013.007801:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941013.007858:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788941013.007866:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068611456:0@lo:400:kworker.0 00000100:00100000:2.0:1788941013.008630:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941013.009856:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068611072 00000100:00100000:2.0:1788941013.009868:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068611072 00000100:00100000:2.0:1788941013.009930:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788941013.009940:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3301:x1875840068611072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941013.009999:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3301:x1875840068611072:12345-0@lo:400:kworker.0 Request processed in 62us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941013.010008:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788941013.011445:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068611456 00000100:00100000:0.0:1788941013.011455:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068611456 00000100:00100000:2.0:1788941013.012231:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2db11baa-d926-42ce-b209-b72575a5ba9f:3301:1875840068611072:0@lo:400:kworker.0 00000100:00100000:2.0:1788941013.012494:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068611200:0@lo:8:kworker.0 00000400:00000100:2.0:1788941013.012541:0:3300:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875840068611200 offset 0 length 520: 4 00000100:00100000:2.0:1788941013.012575:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068611328:0@lo:8:kworker.0 00000400:00000100:2.0:1788941013.012613:0:3300:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875840068611328 offset 0 length 520: 4 00000100:00100000:0.0:1788941013.015136:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788941013.015161:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068611456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941013.015263:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068611456:12345-0@lo:400:kworker.0 Request processed in 117us (6633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941013.015270:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788941013.015865:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f413a66f800 x1875840068611456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941013.015892:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068611456:0@lo:400:kworker.0 00010000:00010000:2.0:1788941013.512418:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788941014.157681:0:19404:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffceef1c910 20000000:00000080:3.0:1788941014.157700:0:19404:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f4141b63800 uarg=0000000000000000 20000000:01000000:3.0:1788941014.157732:0:19404:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788941014.157743:0:19404:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788941014.157747:0:19404:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1788941014.162037:0:19405:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:0.0:1788941014.162336:0:19404:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788941014.175165:0:19404:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788941014.177524:0:19404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.177587:0:19404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 11 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.177596:0:19404:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.177649:0:19404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 11 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.177664:0:19404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 11 pid: 18965 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941014.177679:0:19404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19404:1875840068611584:0@lo:104: 00000100:00100000:2.0:1788941014.177739:0:19404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941014.177786:0:19404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4111892cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788941014.177943:0:18956:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068611584 00000100:00100000:1.0:1788941014.177951:0:18956:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068611584 00000100:00100000:1.0:1788941014.178000:0:18956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788941014.178008:0:18956:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:19404:x1875840068611584:12345-0@lo:104: 00010000:00010000:1.0:1788941014.178020:0:18956:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.178073:0:18956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788941014.178079:0:18956:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:19404:x1875840068611584:12345-0@lo:104: Request processed in 72us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941014.178086:0:18956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788941014.178104:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788941014.178110:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.178117:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d4400 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:1.0:1788941014.178121:0:18960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.178151:0:18960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788941014.178160:0:18960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788941014.178165:0:18960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788941014.178284:0:18960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.178291:0:18960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788941014.178311:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.178318:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa444a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4451 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.178335:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941014.178337:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941014.178339:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941014.178517:0:19404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19404:1875840068611584:0@lo:104: 00010000:00010000:2.0:1788941014.178536:0:19404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941014.179368:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788941014.179384:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068611712:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941014.179430:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941014.180348:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068611712 00000100:00100000:2.0:1788941014.180357:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068611712 00010000:00010000:2.0:1788941014.180388:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 12 pid: 18965 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941014.180420:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788941014.180428:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3304:x1875840068611712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788941014.180441:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941014.180446:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 12 pid: 18965 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180468:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 12 pid: 18965 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180485:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218d400/0xa1d8aa9164aa4451 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa444a expref: 12 pid: 18965 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180562:0:18957:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180572:0:18957:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180588:0:18957:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180596:0:18957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180659:0:18957:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180667:0:18957:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180673:0:18957:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218c800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941014.180676:0:18957:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.180684:0:18957:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.191935:0:19404:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941014.191956:0:19404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.193316:0:18957:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.193334:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa4490 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941014.193355:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788941014.196151:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+11:3304:x1875840068611712:12345-0@lo:103:ldlm_bl.0 Request processed in 15705us (16701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941014.196166:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788941014.196327:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068611712:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788941014.536723:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788941015.052858:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788941015.569997:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788941015.688245:0:18970:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788941015.688254:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f41414bb000 from 10 10000000:01000000:1.0:1788941015.688260:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788941015.688306:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941015.688324:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941015.688338:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941015.688365:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068611840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788941015.688433:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941015.688478:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941015.688562:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068611840 00000100:00100000:0.0:1788941015.688571:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068611840 00000100:00100000:0.0:1788941015.688624:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788941015.688633:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+11:18970:x1875840068611840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788941015.688647:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941015.688661:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa4497 expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941015.688685:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 12 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941015.688809:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 12 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941015.688821:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f413ba97800, rc 0) 00000100:00100000:0.0:1788941015.688869:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068611840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 237us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941015.688882:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788941015.688958:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068611840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941015.688973:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941015.688982:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941015.689226:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068611968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788941015.689255:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941015.689272:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941015.689421:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068611968 00000100:00100000:2.0:1788941015.689426:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068611968 00000100:00100000:2.0:1788941015.689462:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788941015.689471:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068611968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788941015.689962:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068611968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 492us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941015.689969:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788941015.690250:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068611968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788941015.690283:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068612096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788941015.690320:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941015.690361:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41073cc540 going to sleep for 11 seconds 00000100:00100000:3.0:1788941015.690404:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612096 00000100:00100000:3.0:1788941015.690418:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612096 00000100:00100000:3.0:1788941015.690448:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788941015.690455:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068612096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788941015.690615:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:18970:x1875840068612096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 160us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941015.690622:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788941015.691346:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068612096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788941015.697992:0:19457:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788941015.698220:0:18970:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788941015.698240:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788941015.698251:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941015.698263:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941016.587113:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941017.608899:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788941018.122281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788941018.122288:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788941018.122291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788941018.122334:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788941018.122377:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788941018.122408:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068612224:0@lo:400:kworker.0 00000100:00100000:1.0:1788941018.122506:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941018.127369:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068612352:0@lo:400:kworker.0 00000100:00100000:2.0:1788941018.127912:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941018.127985:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612224 00000100:00100000:2.0:1788941018.127994:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612224 00000100:00100000:2.0:1788941018.128049:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788941018.128060:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3303:x1875840068612224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941018.128066:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612352 00000100:00100000:0.0:1788941018.128073:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612352 00000100:00100000:2.0:1788941018.128133:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+12:3303:x1875840068612224:12345-0@lo:400:kworker.0 Request processed in 75us (5626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941018.128150:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788941018.128161:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788941018.128172:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068612352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941018.128237:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068612352:12345-0@lo:400:kworker.0 Request processed in 68us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941018.128243:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788941018.131221:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f41352c1880 x1875840068612352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941018.131242:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068612352:0@lo:400:kworker.0 00000100:00100000:0.0:1788941018.131254:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068612224:0@lo:400:kworker.0 00010000:00010000:3.0:1788941018.635882:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941019.659507:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941020.680595:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788941020.952856:0:19655:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788941020.952860:0:19655:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:2.0:1788941020.952968:0:19655:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f4139f90800 00000020:01000004:2.0:1788941020.952984:0:19655:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788941020.952996:0:19655:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788941020.953011:0:19655:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8f4141523380) 00000020:00000080:2.0:1788941020.953026:0:19655:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1788941020.991227:0:19655:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1788941020.991738:0:19655:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1788941020.993122:0:19655:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1788941020.993636:0:19655:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1788941020.993971:0:19655:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:3.0:1788941020.994729:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 555: rc = 0 00100000:10000000:3.0:1788941020.994894:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 555: rc = 0 00100000:10000000:3.0:1788941020.994987:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 555: rc = 0 00100000:10000000:3.0:1788941020.995906:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 770: rc = 0 00100000:10000000:3.0:1788941020.996606:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 770: rc = 0 00100000:10000000:3.0:1788941020.996934:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 770: rc = 0 00100000:10000000:3.0:1788941020.997574:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 770: rc = 0 00100000:10000000:3.0:1788941020.998754:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 770: rc = 0 00100000:10000000:3.0:1788941020.999156:0:19655:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 770: rc = 0 00000020:00000080:3.0:1788941021.009678:0:19655:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788941021.009692:0:19655:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788941021.009704:0:19655:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xa1d8aa9164aa44ac 00000020:01000004:3.0:1788941021.009713:0:19655:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:3.0:1788941021.009734:0:19655:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.117@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788941021.009737:0:19655:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.117@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788941021.009759:0:19655:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788941021.010637:0:19655:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788941021.010673:0:19655:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8f4135a6b380) 00000020:00000080:3.0:1788941021.010691:0:19655:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:3.0:1788941021.014032:0:19655:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788941021.016580:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788941021.016589:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1788941021.019262:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1788941021.019280:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788941021.022585:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788941021.022599:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788941021.035770:0:19655:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941021.035972:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788941021.035978:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1788941021.036837:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1788941021.036845:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1788941021.072688:0:19655:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788941021.073121:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788941021.073129:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1788941021.081588:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788941021.081607:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1788941021.083882:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788941021.083898:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788941021.092037:0:19655:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788941021.092458:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788941021.092465:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788941021.098651:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788941021.098664:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788941021.184822:0:19655:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788941021.185049:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788941021.185064:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1788941021.187345:0:19655:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1788941021.187371:0:19655:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1788941021.188236:0:19655:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1788941021.188259:0:19655:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:1.0:1788941021.188266:0:19655:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.117@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788941021.225555:0:19655:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.117@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788941021.225597:0:19655:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.117@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788941021.225601:0:19655:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788941021.225603:0:19655:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788941021.225605:0:19655:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788941021.225607:0:19655:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788941021.225608:0:19655:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788941021.225610:0:19655:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788941021.225611:0:19655:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788941021.225613:0:19655:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788941021.225615:0:19655:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788941021.225618:0:19655:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788941021.225621:0:19655:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788941021.225622:0:19655:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788941021.225623:0:19655:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788941021.225624:0:19655:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788941021.225626:0:19655:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788941021.225627:0:19655:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788941021.225628:0:19655:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788941021.225629:0:19655:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788941021.225630:0:19655:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788941021.225657:0:19655:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788941021.225676:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612480:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788941021.225750:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941021.225801:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41080e2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788941021.225878:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612480 00000100:00100000:0.0:1788941021.225887:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612480 00000100:00100000:0.0:1788941021.225941:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788941021.225951:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19655:x1875840068612480:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788941021.225981:0:18965:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788941021.225984:0:18965:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788941021.225988:0:18965:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788941021.232595:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19655:x1875840068612480:12345-0@lo:253:mount.lustre.0 Request processed in 6637us (6837us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.232611:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788941021.232747:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612480:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788941021.232762:0:19655:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788941021.232765:0:19655:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788941021.232767:0:19655:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788941021.232769:0:19655:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788941021.232770:0:19655:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788941021.232771:0:19655:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788941021.232772:0:19655:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788941021.232774:0:19655:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788941021.232776:0:19655:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788941021.232777:0:19655:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788941021.232798:0:19655:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f4139f90800 from lustre-OST0000 10000000:01000000:3.0:1788941021.232824:0:19655:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788941021.232827:0:19655:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788941021.232834:0:19655:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f4141524d40 local copy 00010000:00010000:3.0:1788941021.232845:0:19655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941021.233096:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612608:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.233133:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.233532:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056e600 going to sleep for 11 seconds 00000100:00100000:1.0:1788941021.233611:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612608 00000100:00100000:1.0:1788941021.233618:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612608 00000100:00100000:1.0:1788941021.233669:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788941021.233678:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19655:x1875840068612608:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788941021.233851:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19655:x1875840068612608:12345-0@lo:501:mount.lustre.0 Request processed in 174us (717us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788941021.233859:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788941021.233973:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612608:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788941021.233988:0:19655:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.117@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788941021.234152:0:19655:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.117@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788941021.236725:0:19655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.236744:0:19655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788941021.236796:0:19655:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f4139f90800 10000000:01000000:0.0:1788941021.236806:0:19655:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788941021.236812:0:19655:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8f4141524d40 10000000:01000000:0.0:1788941021.236815:0:19655:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788941021.236819:0:19655:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8f4141524d40 from 1 10000000:01000000:0.0:1788941021.236823:0:19655:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788941021.236865:0:19655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.236873:0:19655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.236883:0:19655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941021.236907:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612736:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788941021.236974:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.237021:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788941021.237950:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612736 00000100:00100000:1.0:1788941021.237960:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612736 00000100:00100000:1.0:1788941021.238008:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788941021.238017:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+12:19655:x1875840068612736:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788941021.238031:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941021.238046:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d4a00/0xa1d8aa9164aa44c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa44ba expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.238072:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d4a00/0xa1d8aa9164aa44c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44ba expref: 13 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.238092:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d4a00/0xa1d8aa9164aa44c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44ba expref: 13 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.238102:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d4a00, rc 0) 00000100:00100000:1.0:1788941021.238153:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+13:19655:x1875840068612736:12345-0@lo:101:mount.lustre.0 Request processed in 137us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.238170:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788941021.238589:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612736:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941021.238606:0:19655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44c1 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.238617:0:19655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa44c1 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788941021.238655:0:19655:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788941021.238671:0:19655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44c1 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.238680:0:19655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f413ba96000/0xa1d8aa9164aa44ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44c1 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788941021.238687:0:19655:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788941021.238692:0:19655:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788941021.238697:0:19655:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1788941021.238700:0:19655:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1788941021.238721:0:19655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.238727:0:19655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.238735:0:19655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941021.238750:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788941021.238796:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.238828:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788941021.238888:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612864 00000100:00100000:2.0:1788941021.238893:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612864 00000100:00100000:2.0:1788941021.238928:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788941021.238935:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+13:19655:x1875840068612864:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941021.238943:0:18967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941021.238958:0:18967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa44cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa44c8 expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.238975:0:18967:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa44cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44c8 expref: 14 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.238982:0:18967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218c800/0xa1d8aa9164aa44cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44c8 expref: 14 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.238989:0:18967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218c800, rc 0) 00000100:00100000:2.0:1788941021.239027:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068612864:12345-0@lo:101:mount.lustre.0 Request processed in 93us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941021.239033:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788941021.239288:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941021.239298:0:19655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44cf expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.239306:0:19655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa44cf expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788941021.240156:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1788941021.243997:0:19655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788941021.244365:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788941021.244411:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788941021.244445:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788941021.244493:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788941021.244529:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788941021.244567:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788941021.244631:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788941021.244669:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788941021.244705:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1788941021.244754:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1788941021.244793:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1788941021.244851:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1788941021.244913:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1788941021.244922:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1788941021.245016:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788941021.245880:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941021.245997:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8180 going to sleep for 11 seconds 00000100:00100000:3.0:1788941021.246064:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068612992 00000100:00100000:3.0:1788941021.246082:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068612992 00000100:00100000:3.0:1788941021.246136:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788941021.246145:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068612992:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.247529:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068612992:12345-0@lo:501:mount.lustre.0 Request processed in 1379us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941021.247540:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788941021.253122:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068612992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.253572:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613120:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788941021.253665:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.253709:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788941021.253794:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613120 00000100:00100000:1.0:1788941021.253802:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613120 00000100:00100000:1.0:1788941021.253857:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788941021.253867:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613120:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788941021.254274:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613120:12345-0@lo:503:mount.lustre.0 Request processed in 407us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.254283:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788941021.254609:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613120:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788941021.255977:0:19655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788941021.256056:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613248:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941021.256130:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941021.256275:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613248 00000100:00100000:2.0:1788941021.256281:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613248 00000100:00100000:2.0:1788941021.256324:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788941021.256333:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613248:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788941021.256577:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613248:12345-0@lo:502:mount.lustre.0 Request processed in 246us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941021.256584:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788941021.256932:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788941021.256953:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613248:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941021.257502:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788941021.257558:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788941021.257588:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788941021.257647:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788941021.257678:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788941021.257702:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788941021.257740:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788941021.257934:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788941021.257968:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788941021.258016:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788941021.258052:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788941021.258111:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788941021.258149:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613376:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941021.259628:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.259681:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f411056eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788941021.260134:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613376 00000100:00100000:2.0:1788941021.260144:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613376 00000100:00100000:2.0:1788941021.260343:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788941021.260508:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613376:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788941021.260759:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613376:12345-0@lo:502:mount.lustre.0 Request processed in 407us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941021.260777:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788941021.260944:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613376:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941021.261050:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788941021.261066:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:0.0:1788941021.263766:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788941021.263779:0:19669:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:0.0:1788941021.263786:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.263788:0:19669:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1788941021.263793:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788941021.263808:0:19669:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8f412b30cd40) 00000020:00000080:0.0:1788941021.263831:0:19669:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788941021.263836:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788941021.263901:0:19669:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f4139f90800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1788941021.263910:0:19669:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788941021.263916:0:19669:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xa1d8aa9164aa44dd 00010000:00010000:1.0:1788941021.270137:0:19669:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:1.0:1788941021.270994:0:19669:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:1.0:1788941021.278251:0:19669:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:2.0:1788941021.287619:0:19669:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1788941021.287632:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941021.287639:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941021.287641:0:19669:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1788941021.287645:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788941021.287648:0:19669:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1788941021.287650:0:19669:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788941021.287651:0:19669:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788941021.287654:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788941021.287656:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941021.287658:0:19669:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788941021.287660:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788941021.287663:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941021.287664:0:19669:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788941021.287667:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788941021.287669:0:19669:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788941021.287671:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941021.287674:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941021.287675:0:19669:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788941021.287677:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788941021.287680:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941021.287681:0:19669:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788941021.287685:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788941021.287751:0:19669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788941021.287754:0:19669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788941021.287756:0:19669:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788941021.287759:0:19669:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788941021.287942:0:19655:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788941021.287979:0:19655:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788941021.288004:0:19655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44cf expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.288016:0:19655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f413ba97c00/0xa1d8aa9164aa44c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44cf expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788941021.288024:0:19655:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f4139f90800 from 1 10000000:01000000:0.0:1788941021.288027:0:19655:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788941021.288062:0:19655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.288069:0:19655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.288090:0:19655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941021.288115:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788941021.288178:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.288237:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8840 going to sleep for 11 seconds 00000100:00100000:2.0:1788941021.290021:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613504 00000100:00100000:2.0:1788941021.290035:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613504 00000100:00100000:2.0:1788941021.290103:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788941021.290115:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+14:19655:x1875840068613504:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941021.290146:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941021.290166:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa44e4 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.290233:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 15 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.290245:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 15 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.291347:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218d800, rc 0) 00000100:00100000:2.0:1788941021.291677:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613504:12345-0@lo:101:mount.lustre.0 Request processed in 1562us (3495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941021.291686:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788941021.291898:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613504:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941021.291918:0:19655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.291928:0:19655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788941021.301904:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:0.0:1788941021.309021:0:19655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788941021.309394:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788941021.310140:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788941021.310623:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788941021.310667:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788941021.310699:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788941021.310742:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788941021.310778:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788941021.310811:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788941021.310887:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788941021.310896:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:0.0:1788941021.311008:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613632:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788941021.311089:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.311138:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8840 going to sleep for 11 seconds 00000100:00100000:1.0:1788941021.311383:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613632 00000100:00100000:1.0:1788941021.311392:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613632 00000100:00100000:1.0:1788941021.311454:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788941021.311465:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613632:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788941021.311706:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613632:12345-0@lo:501:mount.lustre.0 Request processed in 242us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.311715:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788941021.312067:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.312122:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613760:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788941021.312165:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.312226:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788941021.312538:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613760 00000100:00100000:2.0:1788941021.312543:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613760 00000100:00100000:2.0:1788941021.312568:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788941021.312576:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613760:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941021.312734:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613760:12345-0@lo:503:mount.lustre.0 Request processed in 158us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941021.312741:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788941021.313589:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613760:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788941021.314176:0:19655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788941021.314275:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613888:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941021.314344:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.314642:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788941021.314965:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068613888 00000100:00100000:2.0:1788941021.314972:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068613888 00000100:00100000:2.0:1788941021.315013:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788941021.315023:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788941021.316084:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068613888:12345-0@lo:502:mount.lustre.0 Request processed in 1049us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941021.316113:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788941021.316284:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068613888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941021.316781:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788941021.316842:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788941021.316892:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788941021.316927:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788941021.316958:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788941021.317005:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788941021.317040:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788941021.318289:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:3.0:1788941021.318369:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941021.318461:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.318501:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788941021.319053:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614016 00000100:00100000:0.0:1788941021.319061:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614016 00000100:00100000:0.0:1788941021.319123:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788941021.319132:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068614016:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788941021.319652:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068614016:12345-0@lo:502:mount.lustre.0 Request processed in 520us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941021.319661:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788941021.319768:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941021.319917:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788941021.319932:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:0.0:1788941021.321684:0:19673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941021.321697:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.321699:0:19673:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788941021.321707:0:19673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f4139f90800 00000020:00000080:0.0:1788941021.321709:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788941021.321717:0:19673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941021.321719:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.321721:0:19673:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788941021.321723:0:19673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941021.321726:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.321727:0:19673:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788941021.321744:0:19673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f4139f90800 00000020:00000080:0.0:1788941021.321746:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788941021.321810:0:19673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941021.321813:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.321815:0:19673:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788941021.321817:0:19673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941021.321820:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.321821:0:19673:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788941021.321825:0:19673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f4139f90800 00000020:00000080:0.0:1788941021.321827:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788941021.321863:0:19673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941021.321867:0:19673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941021.321869:0:19673:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788941021.321872:0:19673:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:3.0:1788941021.323642:0:19655:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1788941021.323676:0:19655:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788941021.323701:0:19655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941021.323719:0:19655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788941021.323782:0:19655:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788941021.323785:0:19655:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f4139f90800 10000000:01000000:3.0:1788941021.323788:0:19655:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f4139f90800 10000000:01000000:3.0:1788941021.323791:0:19655:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788941021.323797:0:19655:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f4139f90800 from 1 10000000:01000000:3.0:1788941021.323800:0:19655:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788941021.323839:0:19655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941021.323847:0:19655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941021.323858:0:19655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941021.323882:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788941021.323949:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.324000:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941021.324243:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614144 00000100:00100000:0.0:1788941021.324250:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614144 00000100:00100000:0.0:1788941021.324292:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788941021.324301:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068614144:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941021.324313:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941021.324326:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f413ba97600/0xa1d8aa9164aa44f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa44f2 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.324349:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f413ba97600/0xa1d8aa9164aa44f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44f2 expref: 16 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.324374:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f413ba97600/0xa1d8aa9164aa44f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44f2 expref: 16 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.324383:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f413ba97600, rc 0) 00000100:00100000:0.0:1788941021.324601:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614144:12345-0@lo:101:mount.lustre.0 Request processed in 127us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941021.324621:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788941021.324778:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614144:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788941021.324792:0:19655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44f9 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941021.324802:0:19655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa44f9 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788941021.328070:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:3.0:1788941021.333049:0:19655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788941021.336609:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788941021.336773:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788941021.336814:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788941021.336888:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788941021.336944:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788941021.336994:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788941021.337031:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788941021.337065:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788941021.341086:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788941021.341141:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788941021.341178:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788941021.341245:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788941021.341282:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788941021.341318:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788941021.341559:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788941021.341601:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788941021.341636:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788941021.341685:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788941021.341722:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788941021.342724:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788941021.343633:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788941021.343679:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788941021.343714:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788941021.345037:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788941021.345127:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:3.0:1788941021.345163:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:3.0:1788941021.346098:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:3.0:1788941021.346152:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:3.0:1788941021.346214:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:3.0:1788941021.346281:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:3.0:1788941021.346317:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:3.0:1788941021.346352:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:3.0:1788941021.346404:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:3.0:1788941021.349039:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:3.0:1788941021.349141:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:3.0:1788941021.349208:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:3.0:1788941021.349267:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:3.0:1788941021.349304:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:3.0:1788941021.349352:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:3.0:1788941021.349388:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:3.0:1788941021.349999:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:3.0:1788941021.350009:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:3.0:1788941021.350126:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.355819:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.355888:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788941021.356259:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614272 00000100:00100000:3.0:1788941021.356269:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614272 00000100:00100000:3.0:1788941021.356328:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788941021.356337:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614272:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.358695:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614272:12345-0@lo:501:mount.lustre.0 Request processed in 2351us (2878us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941021.358709:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788941021.358789:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941021.358840:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614400:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788941021.358899:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.358928:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941021.364699:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614400 00000100:00100000:0.0:1788941021.364716:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614400 00000100:00100000:0.0:1788941021.364772:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788941021.364781:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614400:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788941021.365021:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614400:12345-0@lo:503:mount.lustre.0 Request processed in 240us (6121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941021.365029:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788941021.366169:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614400:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788941021.366741:0:19655:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788941021.366818:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614528:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941021.367100:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.367128:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941021.368557:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614528 00000100:00100000:0.0:1788941021.368571:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614528 00000100:00100000:0.0:1788941021.368623:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788941021.368632:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614528:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788941021.368910:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614528:12345-0@lo:502:mount.lustre.0 Request processed in 279us (1809us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941021.368918:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788941021.369773:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614528:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941021.371345:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788941021.371593:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788941021.371629:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788941021.371675:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788941021.371710:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788941021.371756:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788941021.371791:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788941021.371859:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788941021.371911:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788941021.371946:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788941021.371978:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788941021.372024:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788941021.372060:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788941021.375540:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788941021.375644:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788941021.375681:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788941021.375713:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788941021.375759:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788941021.375795:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788941021.375828:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788941021.375877:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788941021.375914:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788941021.375948:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788941021.376019:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788941021.376055:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:3.0:1788941021.376114:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:3.0:1788941021.376164:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:3.0:1788941021.377323:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:3.0:1788941021.377545:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:3.0:1788941021.377612:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:3.0:1788941021.377650:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:3.0:1788941021.377684:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:3.0:1788941021.377714:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:3.0:1788941021.377758:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:3.0:1788941021.377796:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:3.0:1788941021.379286:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:3.0:1788941021.379378:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:3.0:1788941021.379415:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:3.0:1788941021.379642:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:3.0:1788941021.379701:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:3.0:1788941021.379755:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614656:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941021.379831:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941021.379879:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788941021.381296:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614656 00000100:00100000:1.0:1788941021.381309:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614656 00000100:00100000:1.0:1788941021.381371:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788941021.381381:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108067050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614656:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788941021.381835:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108067050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068614656:12345-0@lo:502:mount.lustre.0 Request processed in 454us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.381843:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788941021.382303:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068614656:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941021.382417:0:19655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788941021.382588:0:19655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:1.0:1788941021.388624:0:19678:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788941021.388643:0:19678:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8f413f418000) 00000020:00000080:1.0:1788941021.388665:0:19678:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:1.0:1788941021.388761:0:19678:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f4139f90800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788941021.388766:0:19678:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f4139f90800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788941021.388769:0:19678:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4139f90800 3 00010000:00080000:1.0:1788941021.388801:0:19678:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f4116aa5800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.117@tcp at head 00010000:00010000:1.0:1788941021.390453:0:19678:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:1.0:1788941021.390645:0:19678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1788941021.390676:0:19678:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788941021.390688:0:19678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xa1d8aa9164aa4507 00000100:00080000:1.0:1788941021.390698:0:19678:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788941021.390708:0:19678:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f4116aa5800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:1.0:1788941021.390739:0:19678:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f41352c0e00 x1875840068614784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788941021.390765:0:19678:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788941021.391404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788941021.391409:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788941021.391412:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788941021.391415:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788941021.393572:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3300:1875840068614784:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788941021.393651:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.393816:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614784 00000100:00100000:0.0:1788941021.393827:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614784 00000100:00100000:0.0:1788941021.393862:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788941021.393870:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3300:x1875840068614784:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788941021.393897:0:18972:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:0.0:1788941021.393946:0:18972:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xa1d8aa9164aa450e 00000004:00100000:0.0:1788941021.393961:0:18972:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788941021.393994:0:18972:0:(import.c:65:import_set_state_nolock()) ffff8f414151b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788941021.394052:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1875840068614784:12345-0@lo:38:llog_process_th.0 Request processed in 181us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941021.394058:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788941021.395049:0:3300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f41352c0e00 x1875840068614784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788941031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941021.395063:0:3300:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788941021.395071:0:3300:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788941021.395089:0:3300:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788941021.395095:0:3300:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788941021.395109:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4116aa5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788941021.395116:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3300:1875840068614784:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788941021.395230:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068614912:0@lo:400:kworker.0 00000100:00100000:2.0:1788941021.395902:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.396538:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068614912 00000100:00100000:0.0:1788941021.396547:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068614912 00000100:00100000:0.0:1788941021.396588:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788941021.396597:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068614912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941021.396651:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068614912:12345-0@lo:400:kworker.0 Request processed in 56us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941021.396657:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788941021.396774:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f4002db4380 x1875840068614912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941021.396786:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068614912:0@lo:400:kworker.0 00000040:00080000:0.0:1788941021.397672:0:19678:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:0.0:1788941021.397727:0:19655:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1788941021.397758:0:19655:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788941021.397788:0:19655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44f9 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941021.397799:0:19655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f42800/0xa1d8aa9164aa44f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa44f9 expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788941021.397968:0:19655:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788941021.397970:0:19655:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788941021.397972:0:19655:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788941021.397973:0:19655:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788941021.397974:0:19655:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788941021.397976:0:19655:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788941021.397977:0:19655:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788941021.397979:0:19655:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788941021.397985:0:19655:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788941021.397988:0:19655:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1788941021.397991:0:19655:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788941021.397992:0:19655:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788941021.397993:0:19655:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788941021.397994:0:19655:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788941021.397994:0:19655:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788941021.397996:0:19655:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788941021.397996:0:19655:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788941021.397997:0:19655:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788941021.397998:0:19655:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788941021.398019:0:19655:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788941021.398034:0:19655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068615040:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788941021.398094:0:19655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941021.398123:0:19655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41114fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941021.398144:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615040 00000100:00100000:0.0:1788941021.398149:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615040 00000100:00100000:0.0:1788941021.398179:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788941021.398206:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:19655:x1875840068615040:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788941021.398241:0:18967:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788941021.398255:0:18967:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788941021.450437:0:18967:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788941021.450448:0:18967:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788941021.450612:0:18988:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788941021.450617:0:18988:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788941021.450637:0:18988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.450655:0:18988:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 16 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.450663:0:18988:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.450700:0:18988:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 16 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941021.450712:0:18988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 16 pid: 18967 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941021.450726:0:18988:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18988:1875840068615168:0@lo:104: 00000100:00100000:2.0:1788941021.450915:0:18988:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941021.450959:0:18988:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4103294d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788941021.451345:0:18955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615168 00000100:00100000:1.0:1788941021.451353:0:18955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615168 00000100:00100000:1.0:1788941021.451400:0:18955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788941021.451410:0:18955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+3:18988:x1875840068615168:12345-0@lo:104: 00010000:00010000:1.0:1788941021.451434:0:18955:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.451492:0:18955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788941021.451499:0:18955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+3:18988:x1875840068615168:12345-0@lo:104: Request processed in 90us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.451506:0:18955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1788941021.451525:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788941021.451531:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.451539:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5c00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:1.0:1788941021.451544:0:18960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.451571:0:18960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788941021.451579:0:18960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788941021.451585:0:18960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788941021.451611:0:18960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.451616:0:18960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788941021.451634:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.451642:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d5c00/0xa1d8aa9164aa447b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4482 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.451655:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941021.451657:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941021.451659:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788941021.451678:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068615296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788941021.451705:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941021.451982:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615296 00000100:00100000:1.0:1788941021.451987:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615296 00010000:00010000:1.0:1788941021.452003:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 17 pid: 18967 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941021.452028:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788941021.452035:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:3303:x1875840068615296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788941021.452050:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788941021.452055:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 17 pid: 18967 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452065:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 17 pid: 18967 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452092:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452100:0:18958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788941021.452114:0:18958:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001496933s 00010000:00010000:1.0:1788941021.452118:0:18958:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452126:0:18958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452134:0:18958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452140:0:18958:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452146:0:18958:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218c200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:1.0:1788941021.452150:0:18958:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452157:0:18958:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452169:0:18958:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452179:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788941021.452225:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:3303:x1875840068615296:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.452232:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788941021.452262:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068615296:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788941021.452289:0:18988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa4482 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa447b expref: 16 pid: 18967 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941021.452299:0:18988:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18988:1875840068615168:0@lo:104: 00010000:00010000:1.0:1788941021.452313:0:18988:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452322:0:18988:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452328:0:18988:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941021.452334:0:18988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa4515 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941021.460523:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+15:19655:x1875840068615040:12345-0@lo:253:mount.lustre.0 Request processed in 62328us (62418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941021.460538:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788941021.460692:0:19655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:19655:1875840068615040:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788941021.460708:0:19655:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788941021.460711:0:19655:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788941021.460712:0:19655:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788941021.460714:0:19655:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788941021.460715:0:19655:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788941021.460717:0:19655:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788941021.460718:0:19655:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788941021.460719:0:19655:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788941021.460721:0:19655:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788941021.460723:0:19655:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788941021.460898:0:19655:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1788941021.461374:0:19655:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1788941021.461599:0:19655:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1788941021.461752:0:19655:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1788941021.462134:0:19655:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1788941021.462306:0:19655:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1788941021.462692:0:19655:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1788941021.464061:0:19655:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1788941021.553602:0:19655:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1788941021.553611:0:19655:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1788941021.553648:0:19655:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788941021.553714:0:19655:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.117@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788941021.553727:0:19655:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788941021.553753:0:19655:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1788941021.722595:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941022.729355:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788941022.796263:0:18970:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788941022.796272:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f41414bb000 from 10 10000000:01000000:3.0:1788941022.796278:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788941022.796335:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941022.796347:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941022.796360:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941022.796390:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068615424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788941022.796475:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941022.796541:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788941022.796792:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615424 00000100:00100000:1.0:1788941022.796801:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615424 00000100:00100000:1.0:1788941022.796855:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788941022.796865:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+15:18970:x1875840068615424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941022.796879:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941022.796895:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa451c expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941022.796932:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 16 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941022.796942:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 16 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941022.796953:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d4c00, rc 0) 00000100:00100000:1.0:1788941022.797276:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:18970:x1875840068615424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 412us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941022.797283:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788941022.797634:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068615424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788941022.797650:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941022.797659:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941022.797724:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068615552:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788941022.799176:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941022.799257:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413623cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788941022.801280:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615552 00000100:00100000:1.0:1788941022.801295:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615552 00000100:00100000:1.0:1788941022.801344:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788941022.801354:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:18970:x1875840068615552:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788941022.801380:0:18967:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788941022.801409:0:18967:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788941022.801427:0:18967:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:1.0:1788941022.801559:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:18970:x1875840068615552:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 206us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941022.801567:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788941022.803206:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068615552:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788941022.803293:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788941022.803305:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941022.803317:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941023.754853:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941024.776560:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788941025.289715:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788941025.800664:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941026.826566:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788941026.833246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788941026.833253:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788941026.833256:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788941026.833259:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788941026.833279:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068615680:0@lo:400:kworker.0 00000100:00100000:2.0:1788941026.833283:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068615808:0@lo:400:kworker.0 00000100:00100000:2.0:1788941026.833966:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941026.833966:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941026.834068:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068615936:0@lo:400:kworker.0 00000100:00100000:3.0:1788941026.834097:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615680 00000100:00100000:2.0:1788941026.834098:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941026.834106:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615680 00000100:00100000:3.0:1788941026.834146:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788941026.834210:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615808 00000100:00100000:1.0:1788941026.834214:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615808 00000100:00100000:1.0:1788941026.834244:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068615936 00000100:00100000:2.0:1788941026.834266:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788941026.834268:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068615936 00000100:00100000:1.0:1788941026.834306:0:18973:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788941026.834315:0:18973:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00080000:0.0:1788941026.834346:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788941026.834454:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068615808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941026.834505:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068615808:12345-0@lo:400:kworker.0 Request processed in 232us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941026.834513:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788941026.834531:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788941026.834538:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068615936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941026.834569:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068615936:12345-0@lo:400:kworker.0 Request processed in 32us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941026.834574:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788941026.834604:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f413a66dc00 x1875840068615808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941026.834619:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068615808:0@lo:400:kworker.0 00010000:00080000:2.0:1788941026.834658:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f413a66e300 x1875840068615936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941026.834667:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068615936:0@lo:400:kworker.0 00000100:00100000:3.0:1788941026.835092:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108064c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3304:x1875840068615680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941026.835142:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108064c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3304:x1875840068615680:12345-0@lo:400:kworker.0 Request processed in 56us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941026.835288:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068615680:0@lo:400:kworker.0 00000100:00100000:3.0:1788941026.836304:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:2.0:1788941027.849494:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788941028.552369:0:3300:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788941013/real 1788941013] req@ffff8f413a66c700 x1875840068611200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941028.552407:0:3300:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f413a66c700 x1875840068611200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941028.552419:0:3300:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788941013/real 1788941013] req@ffff8f413a66ce00 x1875840068611328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941028 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941028.552431:0:3300:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f413a66ce00 x1875840068611328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788941028 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788941028.552451:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4112974000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788941028.552476:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788941028.552481:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068611200:0@lo:8:kworker.0 00000100:00080000:3.0:1788941028.552509:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788941028.552516:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788941028.552519:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068611328:0@lo:8:kworker.0 00000100:00080000:1.0:1788941028.552764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788941028.552768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788941028.552771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4112974000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788941028.552776:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 654 00000100:00080000:1.0:1788941028.552782:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788941028.552792:0:38:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f4112974000 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:1.0:1788941028.552811:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f41352c0a80 x1875840068616192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788941028.552821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788941028.552824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788941028.552825:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788941028.552828:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 654 00000100:00080000:1.0:1788941028.552831:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788941028.552834:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f4108743800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:1.0:1788941028.552841:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f41352c0380 x1875840068616320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788941028.552894:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068616448:0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.552969:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941028.553032:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788941028.553038:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068616064:0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.553065:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941028.553092:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1875840068616576:0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.553114:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941028.553152:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616448 00000100:00100000:1.0:1788941028.553162:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616448 00000100:00100000:1.0:1788941028.553224:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616576 00000100:00100000:1.0:1788941028.553228:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616576 00000100:00100000:1.0:1788941028.553269:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788941028.553277:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068616448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.553333:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068616448:12345-0@lo:400:kworker.0 Request processed in 56us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941028.553340:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788941028.553356:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788941028.553362:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1875840068616576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.553393:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1875840068616576:12345-0@lo:400:kworker.0 Request processed in 31us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941028.553399:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788941028.553417:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616064 00000100:00100000:1.0:1788941028.553421:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616064 00000100:00100000:1.0:1788941028.553445:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788941028.553450:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108066050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3304:x1875840068616064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.553510:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108066050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3304:x1875840068616064:12345-0@lo:400:kworker.0 Request processed in 40us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941028.553516:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:1.0:1788941028.553716:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788941028.553746:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f41352c0e00 x1875840068616576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941028.553759:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1875840068616576:0@lo:400:kworker.0 00000100:00100000:1.0:1788941028.553784:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068616064:0@lo:400:kworker.0 00010000:00080000:1.0:1788941028.553793:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f41352c1500 x1875840068616448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941028.553801:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068616448:0@lo:400:kworker.0 00000100:00100000:3.0:1788941028.554065:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068616192:0@lo:8:kworker.0 00000100:00100000:3.0:1788941028.554097:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941028.554132:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068616320:0@lo:8:kworker.0 00000100:00100000:3.0:1788941028.554152:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941028.554202:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616192 00000100:00100000:3.0:1788941028.554207:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616192 00000100:00100000:3.0:1788941028.554224:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616320 00000100:00100000:3.0:1788941028.554226:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616320 00000100:00100000:3.0:1788941028.554237:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941028.554242:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3300:x1875840068616192:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788941028.554265:0:19657:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:3.0:1788941028.554294:0:19657:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa1d8aa9164aa452a 00002000:00100000:3.0:1788941028.554307:0:19657:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8f41113b9800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1788941028.554311:0:19657:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1788941028.554314:0:19657:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788941028.556293:0:19657:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788941028.556329:0:19657:0:(import.c:65:import_set_state_nolock()) ffff8f41113b9000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788941028.556410:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3300:x1875840068616192:12345-0@lo:8:kworker.0 Request processed in 2166us (2311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941028.556420:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941028.556452:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788941028.556458:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3300:x1875840068616320:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788941028.556474:0:19657:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1788941028.575363:0:3300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f41352c0a80 x1875840068616192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788941048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941028.575379:0:3300:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788941028.575390:0:3300:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788941028.575400:0:3300:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788941028.575407:0:3300:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788941028.575410:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4112974000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788941028.575478:0:3300:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788941028.575484:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068616192:0@lo:8:kworker.0 00000004:00080000:0.0:1788941028.575779:0:18995:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x6:0x0] 00000100:00100000:0.0:1788941028.575807:0:18995:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18995:1875840068616832:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788941028.575878:0:18995:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941028.575907:0:18995:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4106380180 going to sleep for 11 seconds 00000100:00100000:0.0:1788941028.575919:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788941028.575931:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068616704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788941028.575954:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941028.575983:0:19658:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788941028.575989:0:19658:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1788941028.576025:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616704 00000100:00100000:0.0:1788941028.576032:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616704 00000100:00100000:0.0:1788941028.576077:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788941028.576087:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1875840068616704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788941028.576117:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788941028.576157:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1875840068616704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941028.576164:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788941028.576331:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788941028.576355:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f4002db5880 x1875840068616704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788941044 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941028.576371:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068616704:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1788941028.576418:0:18994:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1788941028.577762:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3300:x1875840068616320:12345-0@lo:8:kworker.0 Request processed in 21297us (23603us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788941028.577772:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788941028.577797:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616832 00000100:00100000:3.0:1788941028.577803:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616832 00000100:00100000:3.0:1788941028.577851:0:19656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788941028.577860:0:19656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18995:x1875840068616832:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788941028.577967:0:18994:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 669881778242ns, next at 0ns, rc = 0 00000100:00080000:2.0:1788941028.579865:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788941028.579876:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788941028.579881:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068616320:0@lo:8:kworker.0 00002000:00080000:3.0:1788941028.589217:0:19656:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:3.0:1788941028.589228:0:19656:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:3.0:1788941028.589234:0:19656:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:7 to 0x240000400:65) 00002000:00010000:3.0:1788941028.603907:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.603919:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.603938:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.603954:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.603961:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.603981:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.603992:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604162:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604231:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.604249:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.604255:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604262:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.604266:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604275:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604292:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604299:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a797e25/0xa1d8aa9164aa4531 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.604318:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.604320:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.604321:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.605902:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.605914:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.605929:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.605950:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.605956:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.605967:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.605978:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.605986:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.607271:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.610922:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.610936:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611179:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.611184:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.611217:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611234:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611245:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611263:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611290:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788941028.611310:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788941028.611317:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611325:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.611329:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611338:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611475:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611483:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c643b2c/0xa1d8aa9164aa4538 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611504:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.611507:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611525:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.611528:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611535:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611545:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611553:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003065b65f/0xa1d8aa9164aa453f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.611841:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.611844:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.611846:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.613314:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.613326:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.617127:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.617141:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.617152:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.617173:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.617226:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.617235:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.617282:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788941028.620167:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.620181:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.620210:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.620215:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.620227:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.620268:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.620275:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa4546 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.620303:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.620305:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.620307:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941028.622279:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.625277:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.625291:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625308:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.625313:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.625320:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625334:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625357:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625364:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625415:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.625875:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.625882:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625892:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.625895:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.625899:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625907:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625916:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625923:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625941:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788941028.625954:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788941028.625960:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625967:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.625978:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.625987:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626014:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626023:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9cdd8c5/0xa1d8aa9164aa454d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626041:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.626045:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626051:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.626054:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626061:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626071:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626079:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098d54992/0xa1d8aa9164aa4554 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626099:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.626101:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.626103:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.626621:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.626627:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626637:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.626640:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.626645:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626654:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626663:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626670:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626685:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.626693:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.626697:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626716:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.626720:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626728:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626740:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626748:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbd42600/0xa1d8aa9164aa455b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.626761:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.626763:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.626765:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941028.627104:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.632895:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.632910:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.632928:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.632933:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.633024:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633045:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633064:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633072:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633278:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.633304:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.633313:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633322:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.633327:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633348:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633889:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633900:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d051c75b/0xa1d8aa9164aa4562 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.633929:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.634073:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.634076:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.638902:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.638917:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.638936:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.638941:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.641071:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641106:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641120:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641129:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641154:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.641172:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.641178:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641203:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.641207:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641228:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641248:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641255:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa4569 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.641283:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.641284:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.641286:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.642271:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.642281:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642296:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.642455:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.642463:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642475:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642486:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642500:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642520:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.642533:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.642538:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642545:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.642549:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.642557:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.644652:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.644665:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4570 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.644695:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.644698:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.644701:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.647240:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.647260:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647278:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.647282:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.647289:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647304:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647315:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647323:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647346:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.647363:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.647369:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647377:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.647382:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647406:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647431:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647439:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa4577 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647459:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.647461:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.647463:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.647885:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.647891:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647901:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.647904:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.647909:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647917:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647925:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647933:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647957:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.647965:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.647970:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647977:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.647980:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647988:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.647999:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.648021:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa457e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.648036:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.648038:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.648039:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.654839:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.654853:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.654870:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.654881:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.654888:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.654903:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.654914:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.654921:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.656046:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.656068:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.656074:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.656087:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.656091:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.656102:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.656120:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.656142:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa4585 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.656166:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.656169:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.656170:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.664147:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.664161:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664178:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.664183:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.664206:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664222:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664232:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664241:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664261:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.664274:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.664287:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664295:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.664301:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664311:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664328:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664335:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa458c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.664367:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.664369:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.664371:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.670547:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.670575:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.670594:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.670599:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.670605:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.670632:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673206:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673232:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673253:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.673268:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.673274:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673282:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc7e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.673287:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673298:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673320:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673327:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8783c40/0xa1d8aa9164aa4593 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673357:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.673358:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.673360:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.673919:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.673927:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673940:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.673945:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.673951:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673964:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673973:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673980:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.673998:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941028.676013:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941028.676031:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.676070:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941028.676076:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.676088:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.676111:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.676120:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000536a6f48/0xa1d8aa9164aa459a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.676149:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.676151:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.676153:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.678251:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.678265:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.678282:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.678287:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.678292:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.678306:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.678325:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.678334:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.679835:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.680500:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.680512:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.680529:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.680534:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.680540:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.680554:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.680578:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.680586:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.681972:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788941028.681986:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.681999:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.682013:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682024:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682048:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682056:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e151ae8d/0xa1d8aa9164aa45a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682089:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.682093:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682100:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.682103:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682112:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682122:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.682129:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.682131:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.682133:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.688051:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788941028.688067:0:19656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc9c6740/0xa1d8aa9164aa45a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.688506:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.691104:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.691118:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691136:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.691141:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.691148:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691162:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691173:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691181:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691234:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.691650:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.691657:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691672:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.691675:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.691680:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691690:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691697:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691704:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.691720:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788941028.692103:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.692110:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692118:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.692121:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.692126:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692135:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692155:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692162:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692169:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1788941028.692584:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.692590:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692599:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.692602:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.692605:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692614:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692623:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692631:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.692648:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1788941028.693029:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.693035:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693043:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.693047:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.693051:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693059:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693067:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693075:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693082:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1788941028.693495:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.693502:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693511:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.693520:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.693525:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693535:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693543:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693551:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693560:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1788941028.693929:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.693935:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693944:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788941028.693947:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.693951:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693960:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693968:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693980:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.693988:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1788941028.699378:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788941028.699496:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.699514:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.699519:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.699556:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700050:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700060:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019a5b12e/0xa1d8aa9164aa45af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700093:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788941028.700097:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700103:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6c00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.700107:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700115:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700125:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700132:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7290503/0xa1d8aa9164aa45b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700159:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788941028.700163:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700169:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.700172:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700179:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700211:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700219:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac27c5a3/0xa1d8aa9164aa45bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700230:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788941028.700234:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700240:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc7000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.700243:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700261:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700270:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700277:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009945a42c/0xa1d8aa9164aa45c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700291:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788941028.700295:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700301:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc7200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.700304:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700312:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700321:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700328:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea7557eb/0xa1d8aa9164aa45cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700482:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788941028.700485:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700491:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc7600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.700494:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700502:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700512:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700519:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d459f59/0xa1d8aa9164aa45d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700531:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.700534:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700540:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.700543:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.700561:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.701506:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.701516:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000221dd82e/0xa1d8aa9164aa45d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.701536:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.701538:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.701540:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.701550:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.703631:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.703758:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.703776:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788941028.703780:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.703786:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.703799:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.703809:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.703817:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.703840:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.704364:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.704372:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.704387:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=670s v=(0 0) 00010000:00010000:2.0:1788941028.704583:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.704590:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.704599:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc6400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.704604:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.704613:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.704630:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.704654:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a1da6d4/0xa1d8aa9164aa45e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.704675:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.704677:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.704679:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941028.704902:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.704908:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.704919:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.704928:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.704935:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.704968:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.706301:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.706314:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.706329:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788941028.706332:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.706344:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.706355:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.706379:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.706388:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.706557:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788941028.706721:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788941028.706728:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706737:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc7c00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.706742:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706750:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706766:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706773:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243ffbb9/0xa1d8aa9164aa45e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706792:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.706796:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706810:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f412bfc7a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.706813:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706820:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706831:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.706839:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.706841:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.706842:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.706850:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788941028.707071:0:5855:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:3.0:1788941028.707255:0:19656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bf4c593/0xa1d8aa9164aa45ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788941028.708144:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.708151:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.708163:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788941028.708166:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.708172:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.708182:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.708216:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.708235:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.708254:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788941028.708492:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.708498:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.708506:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.708511:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.708519:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.708544:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.708550:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039da6a33/0xa1d8aa9164aa45f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.708577:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.708579:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.708581:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788941028.710614:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.710627:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.710653:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788941028.710657:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.710664:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.710677:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.710687:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.710695:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.710721:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788941028.711215:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.711222:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711238:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788941028.711241:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.711246:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711254:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711262:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711269:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711282:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788941028.711651:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788941028.711657:0:19656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711665:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788941028.711669:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788941028.711672:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711681:0:19656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711699:0:19656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711707:0:19656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941028.711714:0:19656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:3.0:1788941028.712313:0:19656:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:6 00000100:00100000:3.0:1788941028.712417:0:19656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18995:x1875840068616832:12345-0@lo:5:osp-pre-0-0.0 Request processed in 134555us (136535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941028.712426:0:19656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788941028.712886:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788941028.712895:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.712906:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.712910:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.712920:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.712950:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.712958:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ca9ef04/0xa1d8aa9164aa45fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.712990:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788941028.712994:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713000:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.713013:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713023:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713034:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713041:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018154dad/0xa1d8aa9164aa4603 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713053:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941028.713057:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713063:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941028.713066:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713085:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713095:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713102:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d0a0870/0xa1d8aa9164aa460a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941028.713116:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.713118:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.713119:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941028.713126:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941028.713519:0:18995:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18995:1875840068616832:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788941028.713536:0:18995:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x6:0x0] 00000100:00100000:2.0:1788941028.713601:0:18995:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18995:1875840068616960:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788941028.713641:0:18995:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941028.713694:0:18995:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4111892cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788941028.713904:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068616960 00000100:00100000:3.0:1788941028.713912:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068616960 00000100:00100000:3.0:1788941028.714171:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788941028.714180:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18995:x1875840068616960:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788941028.714261:0:19657:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00000100:00100000:2.0:1788941028.765123:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18995:x1875840068616960:12345-0@lo:5:osp-pre-0-0.0 Request processed in 50932us (51469us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788941028.765169:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788941028.768296:0:18995:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18995:1875840068616960:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788941028.768325:0:18995:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00010000:00010000:2.0:1788941028.880648:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941029.896446:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941030.921712:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788941031.022663:0:20025:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788941031.949116:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788941032.101962:0:6697:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1788941032.102039:0:6697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1788941032.972522:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941033.992499:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788941033.993079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788941033.993085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788941033.993090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788941033.993100:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 669 00000100:00100000:1.0:1788941033.993101:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068617216:0@lo:400:kworker.0 00000100:00080000:2.0:1788941033.993107:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788941033.993120:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f4108743800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:2.0:1788941033.993144:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413a66d880 x1875840068617472/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788941033.993183:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941033.993205:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068617472:0@lo:8:kworker.0 00000100:00100000:2.0:1788941033.993234:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941033.993248:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068617088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788941033.993268:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068617728:0@lo:400:kworker.0 00000100:00100000:1.0:1788941033.993272:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941033.993293:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788941033.993294:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941033.993298:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068617344:0@lo:400:kworker.0 00000100:00100000:1.0:1788941033.993316:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941033.993344:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617216 00000100:00100000:1.0:1788941033.993365:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617216 00000100:00100000:1.0:1788941033.993409:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788941033.993419:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3303:x1875840068617216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941033.993468:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3303:x1875840068617216:12345-0@lo:400:kworker.0 Request processed in 50us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941033.993475:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788941033.993476:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788941033.993482:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068617600:0@lo:400:kworker.0 00000100:00100000:1.0:1788941033.993520:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617088 00000100:00100000:1.0:1788941033.993525:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617088 00000100:00100000:2.0:1788941033.993642:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941033.993721:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788941033.993732:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068617088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788941033.993760:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788941033.993771:0:19955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617472 00000100:00100000:3.0:1788941033.993775:0:19955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617472 00000100:00100000:1.0:1788941033.993793:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068617088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941033.993799:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788941033.993802:0:19955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617344 00000100:00100000:3.0:1788941033.993805:0:19955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617344 00000100:00100000:1.0:1788941033.993819:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617728 00000100:00100000:1.0:1788941033.993822:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617728 00000100:00100000:3.0:1788941033.993824:0:19955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788941033.993830:0:19955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068617344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941033.993846:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617600 00000100:00100000:1.0:1788941033.993848:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617600 00000100:00100000:3.0:1788941033.993862:0:19955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068617344:12345-0@lo:400:kworker.0 Request processed in 33us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941033.993867:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788941033.993868:0:19955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788941033.993873:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068617728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941033.993886:0:19955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788941033.993890:0:19955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3300:x1875840068617472:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788941033.993905:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068617728:12345-0@lo:400:kworker.0 Request processed in 33us (611us total) trans 0 rc 0/0 00010000:00020000:3.0:1788941033.993906:0:19955:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788941033.993911:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788941033.993922:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788941033.993927:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068617600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941033.993951:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068617600:12345-0@lo:400:kworker.0 Request processed in 24us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941033.993976:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1788941033.993996:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788941033.994000:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1788941033.994038:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f413a66f100 x1875840068617600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941033.994051:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068617600:0@lo:400:kworker.0 00010000:00080000:1.0:1788941033.994062:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f413a66ce00 x1875840068617728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941033.994259:0:3303:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788941033.994277:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068617344:0@lo:400:kworker.0 00000100:00100000:0.0:1788941033.994287:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068617216:0@lo:400:kworker.0 00000100:00100000:0.0:1788941033.994302:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068617088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788941033.994350:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068617728:0@lo:400:kworker.0 00000100:00100000:2.0:1788941034.018734:0:19955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3300:x1875840068617472:12345-0@lo:8:kworker.0 Request processed in 24830us (25487us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788941034.018751:0:19955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1788941034.019016:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788941034.019024:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788941034.019029:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068617472:0@lo:8:kworker.0 00010000:00010000:1.0:1788941035.016524:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788941035.539356:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788941036.041285:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941037.080904:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941038.089461:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788941039.114573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788941039.114580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788941039.114584:0:36:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788941039.114592:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 675 00000100:00080000:3.0:1788941039.114597:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788941039.114609:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f4108743800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:3.0:1788941039.114632:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413508ea00 x1875840068618112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788941039.114690:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068617856:0@lo:400:kworker.0 00000100:00100000:3.0:1788941039.114771:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.114821:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788941039.114828:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068617984:0@lo:400:kworker.0 00000100:00100000:3.0:1788941039.114855:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.114888:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068618112:0@lo:8:kworker.0 00000100:00100000:3.0:1788941039.114923:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.114953:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068618240:0@lo:400:kworker.0 00000100:00100000:3.0:1788941039.114979:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.114996:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788941039.115001:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1875840068618368:0@lo:400:kworker.0 00000100:00100000:3.0:1788941039.115022:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.115062:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617856 00000100:00100000:3.0:1788941039.115070:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617856 00000100:00100000:3.0:1788941039.115114:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788941039.115123:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3303:x1875840068617856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941039.115175:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3303:x1875840068617856:12345-0@lo:400:kworker.0 Request processed in 52us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941039.115182:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788941039.115247:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068617984 00000100:00100000:3.0:1788941039.115251:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068617984 00000100:00100000:3.0:1788941039.115299:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618112 00000100:00100000:3.0:1788941039.115303:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618112 00000100:00100000:3.0:1788941039.115320:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788941039.115327:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068617984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941039.115359:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068617984:12345-0@lo:400:kworker.0 Request processed in 33us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941039.115366:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788941039.115377:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788941039.115381:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3300:x1875840068618112:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788941039.115396:0:19658:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:0.0:1788941039.118230:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941039.122576:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618240 00000100:00100000:2.0:1788941039.122608:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618240 00000100:00100000:2.0:1788941039.122658:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618368 00000100:00100000:2.0:1788941039.122661:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618368 00000100:00100000:2.0:1788941039.122696:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788941039.122706:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068618240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941039.122831:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1875840068618240:12345-0@lo:400:kworker.0 Request processed in 126us (7850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.122838:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788941039.122862:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788941039.122868:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1875840068618368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941039.122896:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1875840068618368:12345-0@lo:400:kworker.0 Request processed in 29us (7872us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.122902:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:2.0:1788941039.122968:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f413508c380 x1875840068618368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941039.122984:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1875840068618368:0@lo:400:kworker.0 00010000:00080000:2.0:1788941039.122997:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f413508fb80 x1875840068618240/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941039.123007:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1875840068618240:0@lo:400:kworker.0 00000100:00100000:2.0:1788941039.123044:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068618496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788941039.123081:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.123128:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068617984:0@lo:400:kworker.0 00000100:00100000:2.0:1788941039.123141:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068617856:0@lo:400:kworker.0 00000100:00100000:2.0:1788941039.123170:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618496 00000100:00100000:2.0:1788941039.123174:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618496 00000100:00100000:2.0:1788941039.123404:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788941039.123412:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068618496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788941039.123441:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788941039.123486:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068618496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.123493:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788941039.123531:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068618496:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788941039.130605:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788941039.130621:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788941039.137375:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3300:x1875840068618112:12345-0@lo:8:kworker.0 Request processed in 21979us (22438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788941039.137392:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788941039.137957:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788941039.137964:0:3300:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788941039.137968:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068618112:0@lo:8:kworker.0 00000020:01000004:2.0:1788941039.387628:0:20377:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788941039.387633:0:20377:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:2.0:1788941039.387822:0:20377:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8f4112be3800 00000020:01000004:2.0:1788941039.387837:0:20377:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788941039.387850:0:20377:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:2.0:1788941039.387863:0:20377:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8f414129b380) 00000020:00000080:2.0:1788941039.387877:0:20377:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1788941039.411461:0:20377:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1788941039.412359:0:20377:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1788941039.415935:0:20377:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1788941039.416174:0:20377:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1788941039.417693:0:20377:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1788941039.418144:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 101: rc = 0 00100000:10000000:1.0:1788941039.418431:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 101: rc = 0 00100000:10000000:1.0:1788941039.418518:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 101: rc = 0 00100000:10000000:1.0:1788941039.419808:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 792: rc = 0 00100000:10000000:1.0:1788941039.420093:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 792: rc = 0 00100000:10000000:1.0:1788941039.420495:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 792: rc = 0 00100000:10000000:1.0:1788941039.420920:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 792: rc = 0 00100000:10000000:1.0:1788941039.421443:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 792: rc = 0 00100000:10000000:1.0:1788941039.421883:0:20377:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 792: rc = 0 00000020:00000080:1.0:1788941039.423855:0:20377:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788941039.423869:0:20377:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788941039.423884:0:20377:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xa1d8aa9164aa4618 00000020:01000004:1.0:1788941039.423894:0:20377:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:1.0:1788941039.423927:0:20377:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.117@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788941039.423931:0:20377:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.117@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788941039.423938:0:20377:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788941039.423968:0:20377:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:1.0:1788941039.423972:0:20377:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.117@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1788941039.433155:0:20377:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.117@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788941039.433403:0:20377:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.117@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788941039.433408:0:20377:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788941039.433410:0:20377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788941039.433411:0:20377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788941039.433413:0:20377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788941039.433414:0:20377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788941039.433415:0:20377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788941039.433417:0:20377:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788941039.433418:0:20377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788941039.433420:0:20377:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788941039.433423:0:20377:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788941039.433425:0:20377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788941039.433427:0:20377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788941039.433428:0:20377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788941039.433429:0:20377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788941039.433430:0:20377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788941039.433431:0:20377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788941039.433433:0:20377:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788941039.433434:0:20377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788941039.433435:0:20377:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788941039.433460:0:20377:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788941039.433481:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068618624:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788941039.433547:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941039.433660:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4139f7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.433716:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618624 00000100:00100000:2.0:1788941039.433724:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618624 00000100:00100000:2.0:1788941039.433894:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788941039.433914:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:20377:x1875840068618624:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788941039.433959:0:18965:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788941039.433962:0:18965:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788941039.433966:0:18965:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788941039.442557:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:20377:x1875840068618624:12345-0@lo:253:mount.lustre.0 Request processed in 8645us (9000us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.442571:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788941039.442703:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068618624:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788941039.442720:0:20377:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788941039.442723:0:20377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788941039.442724:0:20377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788941039.442726:0:20377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788941039.442727:0:20377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788941039.442728:0:20377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788941039.442729:0:20377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788941039.442730:0:20377:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788941039.442732:0:20377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788941039.442734:0:20377:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788941039.442822:0:20377:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f4112be3800 from lustre-OST0001 10000000:01000000:1.0:1788941039.442854:0:20377:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788941039.442858:0:20377:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788941039.442865:0:20377:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f4141524d40 local copy 00010000:00010000:1.0:1788941039.442877:0:20377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941039.443175:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068618752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788941039.443553:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.443868:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4139f7c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.443926:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618752 00000100:00100000:2.0:1788941039.443935:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618752 00000100:00100000:2.0:1788941039.444033:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788941039.444043:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:20377:x1875840068618752:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941039.444334:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:20377:x1875840068618752:12345-0@lo:501:mount.lustre.0 Request processed in 293us (781us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788941039.444340:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788941039.444583:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068618752:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788941039.444607:0:20377:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.117@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788941039.444784:0:20377:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.117@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788941039.444795:0:20377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.444807:0:20377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f43200/0xa1d8aa9164aa43a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa43a9 expref: -99 pid: 18954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788941039.444830:0:20377:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f4112be3800 10000000:01000000:0.0:1788941039.444835:0:20377:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788941039.444840:0:20377:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788941039.444842:0:20377:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788941039.444846:0:20377:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788941039.444848:0:20377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788941039.444874:0:20377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.444879:0:20377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.444886:0:20377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941039.444900:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068618880:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788941039.444948:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.445093:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41118923c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.445135:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068618880 00000100:00100000:2.0:1788941039.445141:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068618880 00000100:00100000:2.0:1788941039.445181:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788941039.445227:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:20377:x1875840068618880:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941039.445238:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941039.445251:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218c000/0xa1d8aa9164aa4626 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa461f expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.445274:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218c000/0xa1d8aa9164aa4626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa461f expref: 17 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.445290:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218c000/0xa1d8aa9164aa4626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa461f expref: 17 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.445300:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218c000, rc 0) 00000100:00100000:2.0:1788941039.445331:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068618880:12345-0@lo:101:mount.lustre.0 Request processed in 143us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.445337:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788941039.445362:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068618880:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788941039.445386:0:20377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4626 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.445396:0:20377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4626 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788941039.446017:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788941039.447171:0:20377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788941039.447584:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788941039.447634:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788941039.447672:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788941039.447701:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788941039.447720:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788941039.447737:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788941039.447780:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788941039.447815:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788941039.447847:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788941039.447877:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788941039.447882:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788941039.447977:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788941039.448041:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.448085:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4111892780 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.448128:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619008 00000100:00100000:2.0:1788941039.448135:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619008 00000100:00100000:2.0:1788941039.448267:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788941039.448277:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b988850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619008:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941039.448629:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b988850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619008:12345-0@lo:501:mount.lustre.0 Request processed in 353us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.448637:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788941039.448727:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788941039.448761:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619136:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788941039.448800:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.449234:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4111892780 going to sleep for 11 seconds 00000100:00100000:3.0:1788941039.449368:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619136 00000100:00100000:3.0:1788941039.449375:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619136 00000100:00100000:3.0:1788941039.449409:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788941039.449417:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619136:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788941039.449752:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619136:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788941039.449857:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619136:12345-0@lo:503:mount.lustre.0 Request processed in 323us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941039.449871:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000040:00080000:0.0:1788941039.450550:0:20377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788941039.450612:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619264:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788941039.450700:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.450726:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4111892780 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.450804:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619264 00000100:00100000:2.0:1788941039.450809:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619264 00000100:00100000:2.0:1788941039.450868:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788941039.450874:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b988c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619264:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788941039.451049:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b988c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619264:12345-0@lo:502:mount.lustre.0 Request processed in 174us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.451057:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788941039.451077:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619264:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788941039.451311:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788941039.451358:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788941039.451392:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788941039.451422:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788941039.451442:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788941039.451459:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788941039.451501:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788941039.451536:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788941039.451566:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1788941039.451584:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619392:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788941039.451611:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.451635:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4111892780 going to sleep for 11 seconds 00000100:00100000:1.0:1788941039.451646:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619392 00000100:00100000:1.0:1788941039.451652:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619392 00000100:00100000:1.0:1788941039.451690:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788941039.451698:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b989450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788941039.451934:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b989450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619392:12345-0@lo:502:mount.lustre.0 Request processed in 236us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941039.451941:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788941039.451963:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619392:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788941039.452009:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788941039.452016:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:0.0:1788941039.452802:0:20378:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788941039.452810:0:20378:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1788941039.452817:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.452819:0:20378:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1788941039.452823:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788941039.452834:0:20378:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8f412b3099c0) 00000020:00000080:0.0:1788941039.452851:0:20378:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788941039.452854:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788941039.452929:0:20378:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f4112be3800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1788941039.452939:0:20378:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788941039.452955:0:20378:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xa1d8aa9164aa4634 00010000:00010000:0.0:1788941039.455823:0:20378:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:0.0:1788941039.456491:0:20378:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934605 00080000:10000000:0.0:1788941039.457974:0:20378:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1788941039.459677:0:20378:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1788941039.459690:0:20378:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941039.459696:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.459698:0:20378:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1788941039.459702:0:20378:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941039.459706:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.459707:0:20378:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788941039.459710:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788941039.459712:0:20378:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788941039.459715:0:20378:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941039.459717:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.459719:0:20378:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788941039.459721:0:20378:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941039.459723:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.459725:0:20378:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788941039.459728:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788941039.459780:0:20378:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941039.459784:0:20378:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.459786:0:20378:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788941039.459789:0:20378:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1788941039.459957:0:20377:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1788941039.459987:0:20377:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788941039.460013:0:20377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4626 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.460025:0:20377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f413ba96c00/0xa1d8aa9164aa461f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4626 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941039.460033:0:20377:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f4112be3800 from 1 10000000:01000000:2.0:1788941039.460036:0:20377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788941039.460073:0:20377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.460081:0:20377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.460092:0:20377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941039.460117:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619520:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788941039.460218:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.460261:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f410f6b4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788941039.460350:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619520 00000100:00100000:1.0:1788941039.460358:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619520 00000100:00100000:1.0:1788941039.460406:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788941039.460416:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4141083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:20377:x1875840068619520:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788941039.460442:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941039.460455:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa463b expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941039.460538:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 18 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941039.460549:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 18 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941039.460557:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d4000, rc 0) 00000100:00100000:1.0:1788941039.460598:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4141083850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619520:12345-0@lo:101:mount.lustre.0 Request processed in 184us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.460680:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619520:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941039.460696:0:20377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.460715:0:20377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788941039.461424:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:2.0:1788941039.461951:0:20377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788941039.463354:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788941039.463446:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788941039.463517:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788941039.463559:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788941039.463595:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788941039.464331:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788941039.464431:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788941039.464459:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000100:00100000:1.0:1788941039.464695:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000040:00080000:2.0:1788941039.464958:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788941039.464970:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:2.0:1788941039.465400:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619648:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941039.465583:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.465665:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f410f6b4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788941039.465715:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619648 00000100:00100000:1.0:1788941039.465724:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619648 00000100:00100000:1.0:1788941039.465886:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788941039.465896:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4141083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619648:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788941039.466579:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4141083050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619648:12345-0@lo:501:mount.lustre.0 Request processed in 681us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941039.466589:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788941039.466692:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619648:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941039.466818:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619776:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941039.466862:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.466893:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f410f6b4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788941039.466958:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619776 00000100:00100000:1.0:1788941039.466964:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619776 00000100:00100000:1.0:1788941039.467035:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788941039.467044:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4141083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619776:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788941039.469027:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4141083450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619776:12345-0@lo:503:mount.lustre.0 Request processed in 1974us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941039.469048:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788941039.469734:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619776:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788941039.471547:0:20377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788941039.471650:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619904:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788941039.471709:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941039.471835:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068619904 00000100:00100000:1.0:1788941039.471842:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068619904 00000100:00100000:2.0:1788941039.471854:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f410f6b4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788941039.471884:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788941039.471893:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619904:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788941039.472094:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068619904:12345-0@lo:502:mount.lustre.0 Request processed in 201us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941039.472102:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788941039.472142:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068619904:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788941039.472727:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788941039.473056:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788941039.473128:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788941039.473154:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788941039.473171:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788941039.473499:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788941039.473542:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788941039.473562:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:3.0:1788941039.473595:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620032:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941039.473648:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.473685:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4102d25000 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.473697:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620032 00000100:00100000:2.0:1788941039.473703:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620032 00000100:00100000:2.0:1788941039.473824:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788941039.473834:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068620032:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788941039.474043:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068620032:12345-0@lo:502:mount.lustre.0 Request processed in 210us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.474052:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788941039.474160:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620032:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941039.474827:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788941039.474841:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:0.0:1788941039.483887:0:20382:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941039.483913:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.483915:0:20382:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788941039.483925:0:20382:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f4112be3800 00000020:00000080:0.0:1788941039.483928:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788941039.483936:0:20382:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941039.483938:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.483940:0:20382:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788941039.483943:0:20382:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941039.483945:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.483961:0:20382:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788941039.483966:0:20382:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f4112be3800 00000020:00000080:0.0:1788941039.483967:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788941039.484061:0:20382:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941039.484073:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.484074:0:20382:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788941039.484077:0:20382:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788941039.484079:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.484081:0:20382:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788941039.484084:0:20382:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f4112be3800 00000020:00000080:0.0:1788941039.484086:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788941039.485171:0:20382:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788941039.485181:0:20382:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788941039.485182:0:20382:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788941039.485405:0:20382:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:2.0:1788941039.499860:0:20377:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:2.0:1788941039.499917:0:20377:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788941039.499944:0:20377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.499958:0:20377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941039.500131:0:20377:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788941039.500135:0:20377:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f4112be3800 10000000:01000000:2.0:1788941039.500138:0:20377:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f4112be3800 10000000:01000000:2.0:1788941039.500142:0:20377:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788941039.500148:0:20377:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8f4112be3800 from 1 10000000:01000000:2.0:1788941039.500151:0:20377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788941039.500456:0:20377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.500545:0:20377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.500558:0:20377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941039.500607:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620160:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788941039.500683:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.500730:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4114591540 going to sleep for 11 seconds 00000100:00100000:1.0:1788941039.500851:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620160 00000100:00100000:1.0:1788941039.500858:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620160 00000100:00100000:1.0:1788941039.500915:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788941039.500924:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068620160:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788941039.500936:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941039.500949:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d4600/0xa1d8aa9164aa4650 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa4649 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941039.500973:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d4600/0xa1d8aa9164aa4650 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4649 expref: 19 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941039.500983:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d4600/0xa1d8aa9164aa4650 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4649 expref: 19 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941039.500991:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d4600, rc 0) 00000100:00100000:1.0:1788941039.501030:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620160:12345-0@lo:101:mount.lustre.0 Request processed in 107us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941039.501036:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788941039.501150:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620160:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788941039.501165:0:20377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4650 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.501175:0:20377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4650 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788941039.505238:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:2.0:1788941039.508237:0:20377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788941039.511239:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788941039.515045:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788941039.515093:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788941039.515171:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788941039.515869:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788941039.515949:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788941039.515988:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788941039.516023:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788941039.516071:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788941039.516109:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788941039.516158:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788941039.518686:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788941039.519687:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788941039.519735:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788941039.520959:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788941039.521007:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788941039.521045:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788941039.521098:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788941039.521134:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788941039.521168:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788941039.521247:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788941039.523674:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788941039.523732:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788941039.523809:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788941039.523850:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:2.0:1788941039.523888:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:2.0:1788941039.523954:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:2.0:1788941039.523991:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:2.0:1788941039.524053:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:2.0:1788941039.524122:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:2.0:1788941039.524162:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:2.0:1788941039.524238:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:2.0:1788941039.524290:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:2.0:1788941039.524342:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:2.0:1788941039.524378:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:2.0:1788941039.524427:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:2.0:1788941039.527898:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:2.0:1788941039.528022:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:2.0:1788941039.528099:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:2.0:1788941039.528139:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:2.0:1788941039.529088:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:2.0:1788941039.529103:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:2.0:1788941039.530639:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620288:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941039.530720:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.531564:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620288 00000100:00100000:2.0:1788941039.531575:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620288 00000100:00100000:2.0:1788941039.535792:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788941039.535813:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620288:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788941039.536174:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620288:12345-0@lo:501:mount.lustre.0 Request processed in 367us (5453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.536183:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788941039.545135:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4114591540 going to sleep for 11 seconds 00000100:00100000:3.0:1788941039.545182:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620288:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788941039.545285:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620416:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788941039.545364:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.546677:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41244b5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.546953:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620416 00000100:00100000:2.0:1788941039.546962:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620416 00000100:00100000:2.0:1788941039.547021:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788941039.547032:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620416:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788941039.547662:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620416:12345-0@lo:503:mount.lustre.0 Request processed in 630us (2296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.547671:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788941039.547875:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620416:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788941039.549109:0:20377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788941039.549955:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620544:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941039.550038:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.550422:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41244b5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941039.550603:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620544 00000100:00100000:0.0:1788941039.550611:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620544 00000100:00100000:0.0:1788941039.550701:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788941039.550711:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620544:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788941039.551100:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620544:12345-0@lo:502:mount.lustre.0 Request processed in 390us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941039.551108:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788941039.551647:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620544:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941039.552039:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788941039.552102:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788941039.552140:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788941039.552882:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788941039.552967:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788941039.553023:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788941039.553061:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788941039.553097:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788941039.553146:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788941039.553713:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788941039.553842:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788941039.553900:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788941039.553950:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788941039.553984:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788941039.554034:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788941039.554095:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788941039.554129:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788941039.554180:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788941039.554570:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788941039.554604:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788941039.554663:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788941039.554700:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788941039.554734:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788941039.554792:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788941039.554829:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:3.0:1788941039.554863:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:3.0:1788941039.556638:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:3.0:1788941039.556727:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:3.0:1788941039.556760:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:3.0:1788941039.556813:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:3.0:1788941039.556847:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:3.0:1788941039.556922:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:3.0:1788941039.556961:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:3.0:1788941039.557017:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:3.0:1788941039.557055:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:3.0:1788941039.557106:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:3.0:1788941039.557144:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:3.0:1788941039.557620:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:3.0:1788941039.557682:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:3.0:1788941039.557722:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:3.0:1788941039.557777:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620672:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788941039.557873:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.557970:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620672 00000100:00100000:0.0:1788941039.557979:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620672 00000100:00100000:3.0:1788941039.558073:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41244b5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941039.558122:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788941039.558133:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620672:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788941039.558450:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620672:12345-0@lo:502:mount.lustre.0 Request processed in 318us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941039.558458:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788941039.558637:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620672:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788941039.558716:0:20377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788941039.558727:0:20377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:1.0:1788941039.560176:0:20387:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788941039.560616:0:20387:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8f413f4199c0) 00000020:00000080:1.0:1788941039.560640:0:20387:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:1.0:1788941039.560720:0:20387:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f4112be3800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788941039.560724:0:20387:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f4112be3800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788941039.560727:0:20387:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8f4112be3800 3 00010000:00080000:1.0:1788941039.560756:0:20387:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f400359c800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.117@tcp at head 00010000:00010000:1.0:1788941039.563004:0:20387:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:1.0:1788941039.563409:0:20387:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788941039.563445:0:20387:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788941039.563458:0:20387:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xa1d8aa9164aa465e 00000100:00080000:1.0:1788941039.563596:0:20387:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788941039.563609:0:20387:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f400359c800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:1.0:1788941039.563651:0:20387:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f41352c1c00 x1875840068620800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788941039.563730:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3300:1875840068620800:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788941039.563818:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788941039.563973:0:20387:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788941039.564302:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620800 00000100:00100000:1.0:1788941039.564310:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620800 00000100:00100000:1.0:1788941039.564353:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788941039.564361:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3300:x1875840068620800:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788941039.564386:0:18974:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 680 last 0 00000020:00000080:1.0:1788941039.564422:0:18974:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xa1d8aa9164aa4665 00000004:00100000:1.0:1788941039.564439:0:18974:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788941039.564643:0:18974:0:(import.c:65:import_set_state_nolock()) ffff8f400359f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788941039.567276:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1875840068620800:12345-0@lo:38:llog_process_th.0 Request processed in 2905us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941039.567292:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788941039.569333:0:3300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f41352c1c00 x1875840068620800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788941049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941039.569349:0:3300:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788941039.569360:0:3300:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788941039.569369:0:3300:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788941039.569374:0:3300:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788941039.569377:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f400359c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788941039.569385:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3300:1875840068620800:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788941039.569945:0:20387:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:3.0:1788941039.571555:0:20377:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1788941039.571595:0:20377:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788941039.571732:0:20377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4650 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941039.571746:0:20377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f400218d400/0xa1d8aa9164aa4649 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4650 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788941039.571801:0:20377:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788941039.571804:0:20377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788941039.571805:0:20377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788941039.571807:0:20377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788941039.571808:0:20377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788941039.571809:0:20377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788941039.571811:0:20377:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788941039.571813:0:20377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788941039.571814:0:20377:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788941039.571817:0:20377:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788941039.571820:0:20377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788941039.571821:0:20377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788941039.571822:0:20377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788941039.571823:0:20377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788941039.571824:0:20377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788941039.571825:0:20377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788941039.571832:0:20377:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788941039.571832:0:20377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788941039.571834:0:20377:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788941039.571858:0:20377:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788941039.571876:0:20377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620928:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788941039.571951:0:20377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941039.571994:0:20377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41244b5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941039.572102:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068620928 00000100:00100000:2.0:1788941039.572111:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068620928 00000100:00100000:2.0:1788941039.572160:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788941039.572169:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:20377:x1875840068620928:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788941039.572226:0:18966:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788941039.572240:0:18966:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788941039.602105:0:18966:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788941039.602124:0:18966:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1788941039.602749:0:18988:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788941039.602756:0:18988:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788941039.602777:0:18988:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.602797:0:18988:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 19 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.602823:0:18988:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.602864:0:18988:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 19 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941039.602879:0:18988:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 19 pid: 18966 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941039.602893:0:18988:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18988:1875840068621056:0@lo:104: 00000100:00100000:2.0:1788941039.602970:0:18988:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941039.603008:0:18988:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4108e6fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941039.603167:0:18956:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621056 00000100:00100000:0.0:1788941039.603175:0:18956:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621056 00000100:00100000:0.0:1788941039.603425:0:18956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788941039.603437:0:18956:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:18988:x1875840068621056:12345-0@lo:104: 00010000:00010000:0.0:1788941039.603452:0:18956:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603584:0:18956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788941039.603590:0:18956:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:18988:x1875840068621056:12345-0@lo:104: Request processed in 157us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941039.603597:0:18956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1788941039.603620:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941039.603626:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603633:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42e00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:0.0:1788941039.603648:0:18960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603657:0:18960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788941039.603665:0:18960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788941039.603671:0:18960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788941039.603701:0:18960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603707:0:18960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788941039.603729:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603736:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f4140f42e00/0xa1d8aa9164aa451c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4523 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603754:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941039.603756:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941039.603757:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788941039.603770:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068621184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941039.603803:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941039.603850:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621184 00000100:00100000:0.0:1788941039.603854:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621184 00010000:00010000:0.0:1788941039.603872:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 20 pid: 18966 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941039.603895:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788941039.603921:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+20:3304:x1875840068621184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788941039.603931:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941039.603937:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 20 pid: 18966 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603947:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 20 pid: 18966 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603963:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603971:0:18958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788941039.603985:0:18958:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001496933s 00010000:00010000:0.0:1788941039.603990:0:18958:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.603998:0:18958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.604005:0:18958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.604011:0:18958:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.604017:0:18958:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218ce00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941039.604022:0:18958:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.604040:0:18958:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.604049:0:18958:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941039.604060:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941039.604092:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+20:3304:x1875840068621184:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941039.604100:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788941039.604394:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2db11baa-d926-42ce-b209-b72575a5ba9f:3304:1875840068621184:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788941039.605787:0:18988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f41073d4c00/0xa1d8aa9164aa4523 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa451c expref: 19 pid: 18966 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941039.605807:0:18988:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18988:1875840068621056:0@lo:104: 00010000:00010000:3.0:1788941039.605826:0:18988:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941039.605836:0:18988:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941039.605842:0:18988:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941039.605848:0:18988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa466c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18988 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941039.613055:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+18:20377:x1875840068620928:12345-0@lo:253:mount.lustre.0 Request processed in 40871us (41087us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941039.613072:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788941039.613238:0:20377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2db11baa-d926-42ce-b209-b72575a5ba9f:20377:1875840068620928:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788941039.613366:0:20377:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788941039.613371:0:20377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788941039.613372:0:20377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788941039.613374:0:20377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788941039.613375:0:20377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788941039.613376:0:20377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788941039.613378:0:20377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788941039.613379:0:20377:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788941039.613381:0:20377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788941039.613382:0:20377:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788941039.613398:0:20377:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788941039.621459:0:20377:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941039.621843:0:20377:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941039.622990:0:20377:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941039.623171:0:20377:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788941039.623652:0:20377:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788941039.624020:0:20377:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1788941039.629929:0:20377:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788941039.732916:0:20377:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788941039.732925:0:20377:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788941039.732956:0:20377:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788941039.733011:0:20377:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.117@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788941039.733032:0:20377:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788941039.733058:0:20377:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:0.0:1788941040.136524:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941041.161803:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788941041.481779:0:18970:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788941041.481796:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8f41414bb000 from 11 10000000:01000000:1.0:1788941041.481801:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788941041.481860:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941041.481872:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941041.481893:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941041.481923:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068621312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788941041.481993:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941041.482049:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41063809c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788941041.482151:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621312 00000100:00100000:3.0:1788941041.482160:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621312 00000100:00100000:3.0:1788941041.482264:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788941041.482274:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068621312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788941041.482289:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941041.482304:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4140f43a00/0xa1d8aa9164aa467a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa4673 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941041.482327:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4140f43a00/0xa1d8aa9164aa467a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4673 expref: 19 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941041.482339:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4140f43a00/0xa1d8aa9164aa467a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4673 expref: 19 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941041.482348:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f43a00, rc 0) 00000100:00100000:3.0:1788941041.482388:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068621312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941041.482395:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788941041.482607:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068621312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941041.482622:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa467a expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941041.482630:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa467a expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941041.482678:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068621440:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788941041.482710:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941041.482739:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41063809c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788941041.483276:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621440 00000100:00100000:3.0:1788941041.483282:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621440 00000100:00100000:3.0:1788941041.483317:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788941041.483325:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f218050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068621440:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788941041.483339:0:18966:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788941041.483358:0:18966:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788941041.483361:0:18966:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788941041.483446:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f218050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068621440:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941041.483453:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788941041.483697:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068621440:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788941041.483754:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788941041.483762:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa467a expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941041.483780:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d5800/0xa1d8aa9164aa4673 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa467a expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941042.186345:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941043.208418:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.232346:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788941044.243454:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788941044.243477:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068621568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788941044.243546:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941044.243616:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621568 00000100:00100000:1.0:1788941044.243624:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621568 00000100:00100000:1.0:1788941044.243686:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788941044.243695:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068621568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788941044.243730:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788941044.243772:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068621568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941044.243779:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788941044.243824:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068621568:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788941044.244052:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788941044.747236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788941044.747243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788941044.747256:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788941044.747264:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:3.0:1788941044.747269:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788941044.747281:0:38:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f4108743800 using connection 192.168.202.117@tcp/0@lo 00000100:00100000:3.0:1788941044.747304:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f413508ed80 x1875840068621952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788941044.748396:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2db11baa-d926-42ce-b209-b72575a5ba9f:3302:1875840068621696:0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.748474:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941044.748518:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068622336:0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.748718:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941044.748753:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788941044.748759:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068622208:0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.748782:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941044.748814:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621696 00000100:00100000:1.0:1788941044.748822:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621696 00000100:00100000:1.0:1788941044.748878:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788941044.748895:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3302:x1875840068621696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.748944:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3302:x1875840068621696:12345-0@lo:400:kworker.0 Request processed in 51us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941044.748951:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788941044.748984:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622336 00000100:00100000:1.0:1788941044.748988:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622336 00000100:00100000:1.0:1788941044.749025:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622208 00000100:00100000:1.0:1788941044.749028:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622208 00000100:00100000:1.0:1788941044.749047:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788941044.749053:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068622336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.749084:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068622336:12345-0@lo:400:kworker.0 Request processed in 31us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941044.749090:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788941044.749101:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788941044.749107:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068622208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.749131:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068622208:12345-0@lo:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941044.749138:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:1.0:1788941044.749161:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788941044.749341:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f413508dc00 x1875840068622208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941044.749356:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068622208:0@lo:400:kworker.0 00000100:00100000:1.0:1788941044.749369:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2db11baa-d926-42ce-b209-b72575a5ba9f:3302:1875840068621696:0@lo:400:kworker.0 00010000:00080000:1.0:1788941044.749379:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f413508c700 x1875840068622336/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941044.749616:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068622336:0@lo:400:kworker.0 00000100:00100000:2.0:1788941044.750087:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068622080:0@lo:400:kworker.0 00000100:00100000:2.0:1788941044.750127:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941044.750153:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788941044.750159:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1875840068621824:0@lo:400:kworker.0 00000100:00100000:2.0:1788941044.750184:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941044.752420:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622080 00000100:00100000:1.0:1788941044.752436:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622080 00000100:00100000:1.0:1788941044.752516:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788941044.752527:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068622080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941044.752782:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621824 00000100:00100000:2.0:1788941044.752797:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621824 00000100:00100000:2.0:1788941044.752831:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788941044.752838:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1875840068621824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941044.752909:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1875840068621824:12345-0@lo:400:kworker.0 Request processed in 71us (2723us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941044.752917:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788941044.752959:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1875840068621824:0@lo:400:kworker.0 00000100:00100000:2.0:1788941044.753004:0:3300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068621952:0@lo:8:kworker.0 00000100:00100000:2.0:1788941044.753039:0:3300:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941044.753305:0:19955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068621952 00000100:00100000:3.0:1788941044.753310:0:19955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068621952 00000100:00100000:3.0:1788941044.753334:0:19955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788941044.753339:0:19955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3300:x1875840068621952:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788941044.753362:0:19955:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:3.0:1788941044.753456:0:19955:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xa1d8aa9164aa4681 00002000:00100000:3.0:1788941044.753471:0:19955:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8f41113bf800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788941044.753475:0:19955:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788941044.753478:0:19955:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788941044.753923:0:19955:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788941044.753948:0:19955:0:(import.c:65:import_set_state_nolock()) ffff8f41113bc800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788941044.754000:0:19955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3300:x1875840068621952:12345-0@lo:8:kworker.0 Request processed in 659us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941044.754007:0:19955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1788941044.754049:0:3300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f413508ed80 x1875840068621952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788941069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941044.754058:0:3300:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788941044.754064:0:3300:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788941044.754071:0:3300:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788941044.754077:0:3300:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788941044.754088:0:3300:0:(import.c:65:import_set_state_nolock()) ffff8f4108743800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788941044.754103:0:3300:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788941044.754109:0:3300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3300:1875840068621952:0@lo:8:kworker.0 00000004:00080000:3.0:1788941044.754164:0:18997:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x22:0x0] 00000100:00100000:3.0:1788941044.754181:0:18997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18997:1875840068622592:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788941044.754334:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1875840068622080:12345-0@lo:400:kworker.0 Request processed in 1809us (4205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941044.754342:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000004:00080000:0.0:1788941044.757113:0:18996:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788941044.757937:0:18996:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 686061748404ns, next at 0ns, rc = 0 00000100:00100000:3.0:1788941044.758081:0:18997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941044.758113:0:18997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4108344480 going to sleep for 11 seconds 00000100:00100000:3.0:1788941044.758138:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068622464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788941044.758167:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941044.759352:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622464 00000100:00100000:3.0:1788941044.759369:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622464 00000100:00100000:0.0:1788941044.759670:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622592 00000100:00100000:0.0:1788941044.759675:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622592 00000100:00100000:0.0:1788941044.759719:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788941044.759730:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18997:x1875840068622592:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788941044.760327:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788941044.760336:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3303:x1875840068622464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788941044.760362:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1788941044.760717:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3303:x1875840068622464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 381us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941044.760725:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00080000:0.0:1788941044.766074:0:19657:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:0.0:1788941044.766088:0:19657:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788941044.766095:0:19657:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:35 to 0x280000400:65) 00010000:00080000:2.0:1788941044.766472:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f413508ea00 x1875840068622080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788941060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941044.766490:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1875840068622080:0@lo:400:kworker.0 00000100:00080000:2.0:1788941044.771738:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1788941044.771806:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f413508ed80 x1875840068622464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788941060 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941044.771835:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068622464:0@lo:13:osp-pre-1-0.0 00002000:00010000:0.0:1788941044.779957:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.779970:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.779988:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.779993:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.780000:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.780018:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.780028:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.780036:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.780055:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788941044.780961:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.780970:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.780982:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.780985:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.780991:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.781002:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.781011:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.781019:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.781038:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788941044.782123:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.782133:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782145:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.782149:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.782154:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782180:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782217:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782224:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782235:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1788941044.782818:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.782824:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782833:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.782836:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.782840:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782849:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.782995:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.783014:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.783023:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1788941044.783936:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.783945:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.783957:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.783961:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.783966:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.783976:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.783985:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.783992:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.784002:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1788941044.785154:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.785164:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785182:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.785210:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.785216:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785228:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785238:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785246:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785265:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1788941044.785272:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785281:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba97400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.785286:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785295:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785339:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785347:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1f54655/0xa1d8aa9164aa4688 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785364:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788941044.785368:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785374:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba96800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.785378:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785385:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785395:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785403:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a732cdec/0xa1d8aa9164aa468f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785414:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788941044.785418:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785430:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba97a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.785433:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785441:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785451:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785457:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8224b89/0xa1d8aa9164aa4696 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785469:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788941044.785473:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785480:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba96400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.785483:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785489:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785498:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785511:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000346bfdf1/0xa1d8aa9164aa469d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785524:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.785527:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785534:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba96a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.785537:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785545:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785555:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785562:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08ff9e2/0xa1d8aa9164aa46a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.785574:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.785590:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.785592:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.785987:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.786006:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.786024:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.786028:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.786037:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba96e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.786040:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.786049:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.786061:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.786068:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000315f75be/0xa1d8aa9164aa46ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.786083:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.786085:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.786086:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.786986:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.786997:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787010:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.787013:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.787017:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787041:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787052:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787060:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787079:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.787092:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.787098:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787105:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba96600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.787108:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787117:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787131:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787139:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cadebf9f/0xa1d8aa9164aa46b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.787162:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.787164:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.787166:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.788166:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.788177:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788212:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.788217:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.788222:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788235:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788244:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788252:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788268:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.788280:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.788285:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788304:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba97200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.788308:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788316:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788977:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.788988:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025726ea1/0xa1d8aa9164aa46b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789006:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.789008:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.789011:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.789809:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.789819:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789831:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.789836:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.789841:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789852:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789883:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789891:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789912:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.789924:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.789930:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789938:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba97000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.789942:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789950:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789963:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789971:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002445545a/0xa1d8aa9164aa46c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.789986:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.789993:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.789995:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.790520:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.790528:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790536:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.790538:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.790543:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790552:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790559:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790567:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790660:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.790739:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.790745:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790753:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.790757:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790779:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790791:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790798:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa46c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.790811:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.790813:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.790815:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.792139:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.792151:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792165:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.792168:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.792173:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792184:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792211:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792227:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792244:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.792255:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.792261:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792268:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.792273:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792281:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792296:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792303:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa46ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.792320:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.792322:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.792335:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.792984:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.792999:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793010:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.793015:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.793020:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793031:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793039:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793046:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793063:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.793074:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.793079:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793086:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.793090:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793099:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793118:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793126:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa46d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.793142:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.793145:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.793147:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.793663:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.794081:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794097:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.794102:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.794107:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794117:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794127:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794134:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794172:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941044.794305:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941044.794313:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.794323:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941044.794328:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.794339:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.794366:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.794374:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061fce0b8/0xa1d8aa9164aa46dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.794408:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.794410:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.794413:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.794865:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.794872:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794881:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.794884:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.794888:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794898:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794908:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794917:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794935:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.794946:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.794950:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794958:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.794968:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794978:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.794993:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.795002:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa46e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.795019:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.795021:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.795023:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.797886:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.797901:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.797922:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.797927:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.797934:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.797949:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.797961:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.797981:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.798003:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941044.798145:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941044.798155:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.798168:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941044.798174:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.798379:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.798409:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.798418:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b305d307/0xa1d8aa9164aa46ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.798451:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.798453:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.798455:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.800006:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.800020:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800041:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.800046:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.800053:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800068:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800080:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800088:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800112:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.800130:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.800136:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800152:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.800156:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800167:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800762:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800774:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa46f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.800793:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.800794:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.800796:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.801285:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.801293:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.801303:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.801307:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.801313:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.802526:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.802553:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.802561:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.802664:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788941044.803232:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.803239:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.803253:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.803257:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.803263:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.803276:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.803284:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.803292:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.803319:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788941044.804010:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788941044.804023:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804036:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941044.804042:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804053:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804072:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804080:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa46f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804103:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941044.804107:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804114:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941044.804127:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804134:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804144:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804151:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa46ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.804164:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.804166:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.804168:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.805773:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.806478:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.806490:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.806508:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.806512:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.806519:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.806532:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.806543:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.806552:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.806570:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941044.807140:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941044.807151:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.807161:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941044.807166:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.807176:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.807220:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.807237:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa4706 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.807259:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.807262:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.807264:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.807269:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.807277:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807286:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.807296:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.807301:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807311:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807319:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807327:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807342:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.807352:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.807357:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807365:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37c00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.807369:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807377:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807388:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807406:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa470d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.807418:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.807420:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.807422:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.809944:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.809959:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.809979:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.809984:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.809992:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.810006:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.810017:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.810025:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.810047:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788941044.810886:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788941044.810896:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.810908:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:3.0:1788941044.810913:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.810924:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.810943:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.810951:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da9b3cc4/0xa1d8aa9164aa4714 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941044.810969:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.810970:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788941044.810972:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.811883:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.811899:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.811915:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.811919:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.811925:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.811939:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.811949:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.811958:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.811977:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.811990:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.811995:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.812003:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.812007:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.812016:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.812035:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.812042:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa471b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.812057:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.812059:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.812061:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.813730:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.813743:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.813758:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.813763:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.813768:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.813781:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.813792:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.813800:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.813824:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788941044.814303:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.814310:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814319:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.814323:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.814327:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814336:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814344:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814352:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814367:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788941044.814377:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788941044.814383:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814391:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.814401:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814411:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814427:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814434:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5877670/0xa1d8aa9164aa4722 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814451:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.814454:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814461:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.814464:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814472:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814480:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814487:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e338b9/0xa1d8aa9164aa4729 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814503:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.814505:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.814506:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.814947:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.814955:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814965:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.814968:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.814972:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814983:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814992:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.814999:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815014:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.815023:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.815027:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815046:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36000 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.815049:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815057:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815070:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815078:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4c3b880/0xa1d8aa9164aa4730 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815091:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.815093:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.815095:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.815532:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.815539:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815548:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.815551:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.815554:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815563:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815576:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815583:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815596:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.815604:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.815608:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815614:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37200 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.815618:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815627:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815637:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.815645:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4737 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941044.815656:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.815659:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.815667:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.815669:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.817026:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.817037:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817050:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.817054:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.817059:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817069:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817079:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817087:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817106:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788941044.817931:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.817940:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817951:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.817954:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.817959:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817976:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817985:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.817993:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818010:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788941044.818022:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788941044.818028:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818036:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37c00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.818041:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818051:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818065:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818072:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcb96566/0xa1d8aa9164aa473e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818095:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.818098:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818105:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37e00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.818109:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818116:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818125:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818131:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ef92be9/0xa1d8aa9164aa4745 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818152:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.818155:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.818156:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.818909:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.818917:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818928:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.818936:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.818941:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818951:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818960:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818968:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.818981:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.818990:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.818994:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.819000:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37a00 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.819003:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.819012:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.819023:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.819042:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041660e40/0xa1d8aa9164aa474c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.819057:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.819080:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.819082:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941044.819635:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.820216:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.820225:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820237:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.820241:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.820246:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820256:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820265:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820273:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820289:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788941044.820299:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788941044.820310:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820318:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941044.820322:0:18960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820402:0:18960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820417:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820424:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4753 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.820441:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.820442:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788941044.820444:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788941044.823605:0:19657:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788941044.823620:0:19657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.823637:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=686s v=(0 0) 00010000:00010000:0.0:1788941044.823642:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941044.823648:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.823881:0:19657:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.823894:0:19657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.823903:0:19657:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941044.823924:0:19657:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788941044.824145:0:19657:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:34 00000100:00100000:0.0:1788941044.824264:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18997:x1875840068622592:12345-0@lo:5:osp-pre-1-0.0 Request processed in 64531us (66181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941044.824275:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:2.0:1788941044.824806:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941044.824815:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941044.824826:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941044.824831:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941044.824863:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941044.824887:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941044.824895:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a31a6b75/0xa1d8aa9164aa475a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941044.824920:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941044.824922:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941044.824924:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788941044.826115:0:18997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18997:1875840068622592:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788941044.826138:0:18997:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x22:0x0] 00000100:00100000:0.0:1788941044.826205:0:18997:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db5f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18997:1875840068622720:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788941044.826264:0:18997:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941044.826311:0:18997:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f412baefb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788941044.826347:0:19955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622720 00000100:00100000:3.0:1788941044.826356:0:19955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622720 00000100:00100000:3.0:1788941044.826418:0:19955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788941044.826428:0:19955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:18997:x1875840068622720:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788941044.826472:0:19955:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788941044.831910:0:19955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:18997:x1875840068622720:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4954us (5116us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788941044.831927:0:19955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788941044.832138:0:18997:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db5f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18997:1875840068622720:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788941044.832157:0:18997:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000004:00080000:1.0:1788941044.832470:0:5855:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:0.0:1788941045.256822:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788941045.770092:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:3.0:1788941046.145829:0:20734:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg217-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788941046.280628:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941047.304864:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788941048.110708:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.111048:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114048 00000100:00100000:0.0:1788941048.111060:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114048 00000100:00100000:0.0:1788941048.111117:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 78 00000100:00100000:0.0:1788941048.111125:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2357:x1875840036114048:12345-192.168.202.17@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788941048.111230:0:18965:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 41eb1780-31d7-4720-b489-efe9ef0593a6@192.168.202.17@tcp t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:0.0:1788941048.111264:0:18965:0:(genops.c:1384:class_connect()) connect: client 41eb1780-31d7-4720-b489-efe9ef0593a6, cookie 0xa1d8aa9164aa4761 00000100:00080000:0.0:1788941048.111421:0:18965:0:(import.c:65:import_set_state_nolock()) ffff8f4118285000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788941048.111503:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+5:2357:x1875840036114048:12345-192.168.202.17@tcp:250:mount.lustre.0 Request processed in 377us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.111511:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 78 00000100:00100000:1.0:1788941048.121102:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941048.121231:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114176 00000100:00100000:3.0:1788941048.121256:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114176 00000100:00100000:3.0:1788941048.121332:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 79 00000100:00100000:3.0:1788941048.121345:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+5:16738:x1875840036114176:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788941048.121368:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941048.121393:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4140f43400/0xa1d8aa9164aa4768 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226954 expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941048.121431:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4140f43400/0xa1d8aa9164aa4768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226954 expref: 6 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941048.121444:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4140f43400/0xa1d8aa9164aa4768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226954 expref: 6 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941048.121456:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f43400, rc 0) 00000100:00100000:3.0:1788941048.121537:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+6:16738:x1875840036114176:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 195us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941048.121565:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 79 00000100:00100000:2.0:1788941048.125985:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941048.126090:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114304 00000100:00100000:1.0:1788941048.126125:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114304 00000100:00100000:1.0:1788941048.126273:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 80 00000100:00100000:1.0:1788941048.126292:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f21a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+6:16738:x1875840036114304:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788941048.127387:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f21a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+6:16738:x1875840036114304:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 1095us (1404us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788941048.127401:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 80 00000100:00100000:2.0:1788941048.131727:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.132712:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114432 00000100:00100000:0.0:1788941048.132729:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114432 00000100:00100000:0.0:1788941048.132997:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 81 00000100:00100000:0.0:1788941048.133011:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+6:16738:x1875840036114432:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788941048.133034:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941048.133058:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4113b36600/0xa1d8aa9164aa476f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c22695b expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.133098:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4113b36600/0xa1d8aa9164aa476f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22695b expref: 7 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.133121:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4113b36600/0xa1d8aa9164aa476f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22695b expref: 7 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.133131:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36600, rc 0) 00000100:00100000:0.0:1788941048.133245:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+7:16738:x1875840036114432:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 236us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.133433:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 81 00000100:00100000:1.0:1788941048.136622:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.136772:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114560 00000100:00100000:0.0:1788941048.136786:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114560 00000100:00100000:0.0:1788941048.136867:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 82 00000100:00100000:0.0:1788941048.136898:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+7:16738:x1875840036114560:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788941048.137543:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16738:x1875840036114560:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 645us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.137553:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 82 00000100:00100000:1.0:1788941048.139908:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.140306:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114688 00000100:00100000:0.0:1788941048.140321:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114688 00000100:00100000:0.0:1788941048.140391:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 83 00000100:00100000:0.0:1788941048.140413:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16738:x1875840036114688:12345-192.168.202.17@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788941048.142011:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16738:x1875840036114688:12345-192.168.202.17@tcp:503:mount.lustre.0 Request processed in 1592us (2108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.142026:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 83 00000100:00100000:1.0:1788941048.147788:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941048.147910:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114816 00000100:00100000:3.0:1788941048.147929:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114816 00000100:00100000:3.0:1788941048.148146:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 84 00000100:00100000:3.0:1788941048.148158:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16756:x1875840036114816:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788941048.149234:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16756:x1875840036114816:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 1072us (1455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941048.149246:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 84 00000100:00100000:1.0:1788941048.181752:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941048.181975:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036114944 00000100:00100000:2.0:1788941048.181987:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036114944 00000100:00100000:2.0:1788941048.182047:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 85 00000100:00100000:2.0:1788941048.182057:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16756:x1875840036114944:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788941048.182540:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16756:x1875840036114944:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 483us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941048.182548:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 85 00000100:00100000:1.0:1788941048.187303:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941048.188096:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115072 00000100:00100000:3.0:1788941048.188109:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115072 00000100:00100000:3.0:1788941048.188368:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 86 00000100:00100000:3.0:1788941048.188380:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+8:16738:x1875840036115072:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788941048.188399:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941048.188418:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4140f42000/0xa1d8aa9164aa4776 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226985 expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941048.188449:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4140f42000/0xa1d8aa9164aa4776 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226985 expref: 9 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941048.188462:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4140f42000/0xa1d8aa9164aa4776 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226985 expref: 9 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941048.188471:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42000, rc 0) 00000100:00100000:3.0:1788941048.188538:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+9:16738:x1875840036115072:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 161us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941048.188545:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 86 00000100:00100000:1.0:1788941048.200403:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.200442:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115200 00000100:00100000:0.0:1788941048.200452:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115200 00000100:00100000:0.0:1788941048.200561:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 87 00000100:00100000:0.0:1788941048.200572:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+9:16738:x1875840036115200:12345-192.168.202.17@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788941048.200600:0:18965:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788941048.200627:0:18965:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788941048.200632:0:18965:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788941048.200636:0:18965:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788941048.200638:0:18965:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:0.0:1788941048.204693:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+9:16738:x1875840036115200:12345-192.168.202.17@tcp:256:mount.lustre.0 Request processed in 4111us (4289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.204709:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 87 00000100:00100000:1.0:1788941048.210734:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941048.210854:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115328 00000100:00100000:2.0:1788941048.210864:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115328 00000100:00100000:2.0:1788941048.210953:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 88 00000100:00100000:2.0:1788941048.210963:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+9:16738:x1875840036115328:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788941048.210980:0:18967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941048.210997:0:18967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c22698c expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941048.211024:0:18967:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 10 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941048.211035:0:18967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 10 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941048.211043:0:18967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218dc00, rc 0) 00000100:00100000:2.0:1788941048.211137:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16738:x1875840036115328:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 176us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941048.211143:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 88 00000100:00100000:1.0:1788941048.225708:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.226080:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115456 00000100:00100000:0.0:1788941048.226089:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115456 00000100:00100000:0.0:1788941048.226273:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 89 00000100:00100000:0.0:1788941048.226291:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16738:x1875840036115456:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788941048.226543:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16738:x1875840036115456:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 254us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.226552:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 89 00000100:00100000:1.0:1788941048.231412:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941048.231704:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115584 00000100:00100000:2.0:1788941048.231713:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115584 00000100:00100000:2.0:1788941048.231799:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 90 00000100:00100000:2.0:1788941048.231808:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16738:x1875840036115584:12345-192.168.202.17@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788941048.232109:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16738:x1875840036115584:12345-192.168.202.17@tcp:503:mount.lustre.0 Request processed in 300us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941048.232117:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 90 00000100:00100000:1.0:1788941048.237816:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.238489:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115712 00000100:00100000:0.0:1788941048.238500:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115712 00000100:00100000:0.0:1788941048.238598:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 91 00000100:00100000:0.0:1788941048.238617:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16759:x1875840036115712:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788941048.238924:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16759:x1875840036115712:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 317us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.238933:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 91 00000100:00100000:1.0:1788941048.253383:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941048.253682:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115840 00000100:00100000:3.0:1788941048.253695:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115840 00000100:00100000:3.0:1788941048.253764:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 92 00000100:00100000:3.0:1788941048.253775:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16759:x1875840036115840:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788941048.254055:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16759:x1875840036115840:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 281us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941048.254063:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 92 00000100:00100000:1.0:1788941048.278988:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941048.279101:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036115968 00000100:00100000:2.0:1788941048.279111:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036115968 00000100:00100000:2.0:1788941048.279159:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 4 00000100:00100000:2.0:1788941048.279223:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2357:x1875840036115968:12345-192.168.202.17@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788941048.279256:0:18972:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 3924b4a4-3eb9-4465-85c5-c87ab738f139@192.168.202.17@tcp t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:3.0:1788941048.279484:0:18972:0:(genops.c:1384:class_connect()) connect: client 3924b4a4-3eb9-4465-85c5-c87ab738f139, cookie 0xa1d8aa9164aa4784 00000004:00100000:3.0:1788941048.279516:0:18972:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:3.0:1788941048.279522:0:18972:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:3.0:1788941048.328719:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788941048.338946:0:18972:0:(import.c:65:import_set_state_nolock()) ffff8f4118284000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788941048.339032:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2357:x1875840036115968:12345-192.168.202.17@tcp:38:mount.lustre.0 Request processed in 59848us (60054us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.339044:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 4 00000100:00100000:0.0:1788941048.347231:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941048.347281:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116224 00000100:00100000:1.0:1788941048.347291:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116224 00000100:00100000:1.0:1788941048.347428:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 5 00000100:00100000:1.0:1788941048.347439:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16738:x1875840036116224:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788941048.347483:0:19858:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788941048.347577:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16738:x1875840036116224:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 140us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941048.347585:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 5 00000100:00100000:1.0:1788941048.347627:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941048.347644:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116096 00000100:00100000:1.0:1788941048.347648:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116096 00000100:00100000:1.0:1788941048.347669:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:1.0:1788941048.347674:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:0:x1875840036116096:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788941048.347686:0:18974:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788941048.347708:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:0:x1875840036116096:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 33us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941048.347713:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00080000:2.0:1788941048.350352:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788941048.353415:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941048.353536:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116352 00000100:00100000:1.0:1788941048.353547:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116352 00000100:00100000:1.0:1788941048.353609:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:1.0:1788941048.353620:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16738:x1875840036116352:12345-192.168.202.17@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788941048.353711:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16738:x1875840036116352:12345-192.168.202.17@tcp:40:mount.lustre.0 Request processed in 92us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941048.353734:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:0.0:1788941048.361672:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.361760:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941048.361923:0:19656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116480 00000100:00100000:2.0:1788941048.361933:0:19656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116480 00000100:00100000:2.0:1788941048.361980:0:19656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:2.0:1788941048.361988:0:19656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2357:x1875840036116480:12345-192.168.202.17@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788941048.362024:0:19656:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 3924b4a4-3eb9-4465-85c5-c87ab738f139@192.168.202.17@tcp t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:2.0:1788941048.362055:0:19656:0:(genops.c:1384:class_connect()) connect: client 3924b4a4-3eb9-4465-85c5-c87ab738f139, cookie 0xa1d8aa9164aa478b 00002000:00100000:2.0:1788941048.362066:0:19656:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 3924b4a4-3eb9-4465-85c5-c87ab738f139/ffff8f413a720800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00100000:3.0:1788941048.362328:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116736 00000100:00100000:3.0:1788941048.362332:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116736 00000100:00100000:3.0:1788941048.362380:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 93 00000100:00100000:3.0:1788941048.362389:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+10:2360:x1875840036116736:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788941048.362461:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+10:2360:x1875840036116736:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 73us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941048.362468:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 93 00002000:00100000:2.0:1788941048.363066:0:19656:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788941048.368611:0:19656:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788941048.368659:0:19656:0:(import.c:65:import_set_state_nolock()) ffff8f413a725800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788941048.368738:0:19656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2357:x1875840036116480:12345-192.168.202.17@tcp:8:mount.lustre.0 Request processed in 6748us (7075us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941048.368749:0:19656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:3.0:1788941048.369856:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941048.369991:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941048.370254:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116608 00000100:00100000:1.0:1788941048.370264:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116608 00000100:00100000:1.0:1788941048.370304:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:1.0:1788941048.370311:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1875840036116608:12345-192.168.202.17@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788941048.370340:0:19658:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 3924b4a4-3eb9-4465-85c5-c87ab738f139@192.168.202.17@tcp t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:1.0:1788941048.370380:0:19658:0:(genops.c:1384:class_connect()) connect: client 3924b4a4-3eb9-4465-85c5-c87ab738f139, cookie 0xa1d8aa9164aa4792 00002000:00100000:1.0:1788941048.370393:0:19658:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 3924b4a4-3eb9-4465-85c5-c87ab738f139/ffff8f400359b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788941048.370418:0:19658:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788941048.370599:0:19658:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788941048.370625:0:19658:0:(import.c:65:import_set_state_nolock()) ffff8f400359d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788941048.370681:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2357:x1875840036116608:12345-192.168.202.17@tcp:8:mount.lustre.0 Request processed in 369us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941048.370688:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:2.0:1788941048.371436:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116864 00000100:00100000:2.0:1788941048.371445:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116864 00000100:00100000:2.0:1788941048.371493:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:2.0:1788941048.371502:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16738:x1875840036116864:12345-192.168.202.17@tcp:33:mount.lustre.0 00000004:00080000:2.0:1788941048.380014:0:18975:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 8441us 00000004:00200000:2.0:1788941048.412253:0:18975:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788941048.412380:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16738:x1875840036116864:12345-192.168.202.17@tcp:33:mount.lustre.0 Request processed in 40874us (42382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941048.412402:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:1.0:1788941048.620365:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941048.620590:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036116992 00000100:00100000:0.0:1788941048.620600:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036116992 00000100:00100000:0.0:1788941048.620722:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:0.0:1788941048.620734:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16780:x1875840036116992:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:0.0:1788941048.620755:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941048.620780:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4799 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c2269b6 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.620879:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa47a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.620893:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa47a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.620907:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa47a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941048.620944:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788941048.620948:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788941048.620986:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa47a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.621014:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4799 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269b6 expref: 8 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.621032:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa47a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269b6 expref: 7 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941048.621040:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941048.621043:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788941048.621047:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36000, rc 0) 00000100:00100000:0.0:1788941048.621109:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:16780:x1875840036116992:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 377us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941048.621117:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:3.0:1788941049.352456:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788941049.352481:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068622848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788941049.352549:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941049.352726:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622848 00000100:00100000:1.0:1788941049.352735:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622848 00000100:00100000:1.0:1788941049.352837:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788941049.352848:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068622848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788941049.352871:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788941049.352924:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068622848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941049.352931:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1788941049.352997:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788941049.353255:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068622848:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788941049.353404:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788941049.865089:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068623104:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865166:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941049.865235:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068623616:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865280:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941049.865304:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788941049.865310:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2db11baa-d926-42ce-b209-b72575a5ba9f:3302:1875840068622976:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865339:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941049.865360:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f872300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068623488:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865381:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941049.865408:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623616 00000100:00100000:3.0:1788941049.865428:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623616 00000100:00100000:3.0:1788941049.865478:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623488 00000100:00100000:3.0:1788941049.865481:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623488 00000100:00100000:3.0:1788941049.865506:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788941049.865515:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068623616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865565:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068623616:12345-0@lo:400:kworker.0 Request processed in 51us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941049.865573:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788941049.865589:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788941049.865596:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068623488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865619:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068623488:12345-0@lo:400:kworker.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941049.865625:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788941049.865642:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623104 00000100:00100000:3.0:1788941049.865645:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623104 00000100:00100000:3.0:1788941049.865666:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788941049.865672:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068623104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865698:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068623104:12345-0@lo:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941049.865714:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788941049.865735:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068623232:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865759:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941049.865778:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788941049.865784:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413508dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068623360:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865804:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941049.865863:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623232 00000100:00100000:3.0:1788941049.865867:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623232 00000100:00100000:3.0:1788941049.865895:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788941049.865902:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3303:x1875840068623232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.865937:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3303:x1875840068623232:12345-0@lo:400:kworker.0 Request processed in 35us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941049.865943:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788941049.865960:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623360 00000100:00100000:3.0:1788941049.865964:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623360 00000100:00100000:3.0:1788941049.865982:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788941049.865987:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068623360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.866011:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068623360:12345-0@lo:400:kworker.0 Request processed in 24us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941049.866016:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788941049.866053:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f872300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068623488:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.866065:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068623104:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.866075:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068623616:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.866105:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068623360:0@lo:400:kworker.0 00000100:00100000:3.0:1788941049.866124:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068623232:0@lo:400:kworker.0 00000100:00100000:1.0:1788941049.866432:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068622976 00000100:00100000:1.0:1788941049.866443:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068622976 00000100:00100000:1.0:1788941049.866474:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788941049.866480:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3302:x1875840068622976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788941049.866520:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3302:x1875840068622976:12345-0@lo:400:kworker.0 Request processed in 40us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941049.866526:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788941049.866559:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413508d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2db11baa-d926-42ce-b209-b72575a5ba9f:3302:1875840068622976:0@lo:400:kworker.0 00000100:00100000:1.0:1788941049.866576:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068623744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788941049.866600:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941049.866627:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623744 00000100:00100000:1.0:1788941049.866631:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623744 00000100:00100000:1.0:1788941049.866656:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788941049.866662:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3303:x1875840068623744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788941049.866703:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1788941049.866739:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3303:x1875840068623744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941049.866746:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788941049.866777:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068623744:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788941049.873715:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788941049.873727:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:2.0:1788941049.970098:0:7633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3924b4a4-3eb9-4465-85c5-c87ab738f139 00000001:00080000:2.0:1788941049.974034:0:7633:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788941049.974060:0:7633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788941050.376483:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788941050.742951:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941050.743094:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117120 00000100:00100000:0.0:1788941050.743119:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117120 00000100:00100000:0.0:1788941050.743222:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:0.0:1788941050.743233:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:16832:x1875840036117120:12345-192.168.202.17@tcp:41:lfs.0 00000004:00000024:0.0:1788941050.743276:0:19858:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1788941050.743355:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:16832:x1875840036117120:12345-192.168.202.17@tcp:41:lfs.0 Request processed in 124us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941050.743362:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00080000:2.0:1788941050.743661:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788941050.748356:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941050.748458:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117248 00000100:00100000:2.0:1788941050.748468:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117248 00000100:00100000:2.0:1788941050.748558:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:2.0:1788941050.748569:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16832:x1875840036117248:12345-192.168.202.17@tcp:13:lfs.0 00002000:00000024:2.0:1788941050.748608:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788941050.748690:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:16832:x1875840036117248:12345-192.168.202.17@tcp:13:lfs.0 Request processed in 124us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941050.748698:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00080000:0.0:1788941050.752184:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788941050.753781:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941050.754136:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117376 00000100:00100000:2.0:1788941050.754151:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117376 00000100:00100000:2.0:1788941050.754301:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:2.0:1788941050.754315:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:16832:x1875840036117376:12345-192.168.202.17@tcp:13:lfs.0 00002000:00000024:2.0:1788941050.754361:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1788941050.754484:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:16832:x1875840036117376:12345-192.168.202.17@tcp:13:lfs.0 Request processed in 172us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941050.754492:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00080000:0.0:1788941050.755051:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788941050.992904:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941050.993383:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117504 00000100:00100000:1.0:1788941050.993400:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117504 00000100:00100000:1.0:1788941050.993497:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 95 00000100:00100000:1.0:1788941050.993510:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4112ff4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+10:16866:x1875840036117504:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788941050.993534:0:18967:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941050.993581:0:18967:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d5a00/0xa1d8aa9164aa47a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c2269bd expref: -99 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941050.993622:0:18967:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d5a00/0xa1d8aa9164aa47a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269bd expref: 11 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941050.993636:0:18967:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d5a00/0xa1d8aa9164aa47a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269bd expref: 11 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941050.993647:0:18967:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d5a00, rc 0) 00000100:00100000:1.0:1788941050.993737:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4112ff4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16866:x1875840036117504:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 229us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941050.993745:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 95 00000100:00100000:3.0:1788941051.004128:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941051.005847:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117632 00000100:00100000:1.0:1788941051.005869:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117632 00000100:00100000:1.0:1788941051.005976:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 96 00000100:00100000:1.0:1788941051.005989:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16866:x1875840036117632:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788941051.006751:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16866:x1875840036117632:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 760us (2635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941051.006765:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 96 00000100:00100000:3.0:1788941051.046761:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941051.047791:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117760 00000100:00100000:2.0:1788941051.047820:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117760 00000100:00100000:2.0:1788941051.047922:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 97 00000100:00100000:2.0:1788941051.047933:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16866:x1875840036117760:12345-192.168.202.17@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788941051.048332:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16866:x1875840036117760:12345-192.168.202.17@tcp:503:mount.lustre.0 Request processed in 398us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941051.048343:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 97 00000100:00100000:3.0:1788941051.052605:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941051.054256:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036117888 00000100:00100000:1.0:1788941051.054290:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036117888 00000100:00100000:1.0:1788941051.054612:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 98 00000100:00100000:1.0:1788941051.054625:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16871:x1875840036117888:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788941051.055135:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16871:x1875840036117888:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 511us (2545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941051.055146:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 98 00000100:00100000:1.0:1788941051.074859:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.075129:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118016 00000100:00100000:3.0:1788941051.075144:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118016 00000100:00100000:3.0:1788941051.075264:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 99 00000100:00100000:3.0:1788941051.075275:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16871:x1875840036118016:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788941051.075646:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16871:x1875840036118016:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 371us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.075656:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 99 00000100:00100000:3.0:1788941051.085017:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941051.085464:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118144 00000100:00100000:2.0:1788941051.085478:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118144 00000100:00100000:2.0:1788941051.085542:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 100 00000100:00100000:2.0:1788941051.085551:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16866:x1875840036118144:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788941051.085572:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941051.085591:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa47ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c2269e7 expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941051.085623:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa47ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269e7 expref: 12 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941051.085633:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218c200/0xa1d8aa9164aa47ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269e7 expref: 12 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941051.085641:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218c200, rc 0) 00000100:00100000:2.0:1788941051.085709:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16866:x1875840036118144:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 158us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941051.085715:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 100 00000100:00100000:1.0:1788941051.088628:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.088719:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118272 00000100:00100000:3.0:1788941051.088731:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118272 00000100:00100000:3.0:1788941051.088793:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 101 00000100:00100000:3.0:1788941051.088814:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16866:x1875840036118272:12345-192.168.202.17@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788941051.088845:0:18967:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788941051.088882:0:18967:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788941051.088887:0:18967:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788941051.088891:0:18967:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788941051.088894:0:18967:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:3.0:1788941051.091604:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16866:x1875840036118272:12345-192.168.202.17@tcp:256:mount.lustre.0 Request processed in 2777us (2974us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.091635:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 101 00000100:00100000:1.0:1788941051.094137:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.099426:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118400 00000100:00100000:3.0:1788941051.099519:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118400 00000100:00100000:2.0:1788941051.101778:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 102 00000100:00100000:2.0:1788941051.101809:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16866:x1875840036118400:12345-192.168.202.17@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788941051.101833:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941051.101890:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c2269ee expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941051.101932:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 13 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941051.101947:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 13 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941051.101959:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218ce00, rc 0) 00000100:00100000:2.0:1788941051.102061:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16866:x1875840036118400:12345-192.168.202.17@tcp:101:mount.lustre.0 Request processed in 268us (7994us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941051.102069:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 102 00000100:00100000:1.0:1788941051.107647:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.107872:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118528 00000100:00100000:3.0:1788941051.107887:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118528 00000100:00100000:3.0:1788941051.107966:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 103 00000100:00100000:3.0:1788941051.107978:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16866:x1875840036118528:12345-192.168.202.17@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788941051.109419:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16866:x1875840036118528:12345-192.168.202.17@tcp:501:mount.lustre.0 Request processed in 1432us (1777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.110351:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 103 00000100:00100000:3.0:1788941051.111978:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941051.112433:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118656 00000100:00100000:2.0:1788941051.112516:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118656 00000100:00100000:2.0:1788941051.112588:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 104 00000100:00100000:2.0:1788941051.112601:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16866:x1875840036118656:12345-192.168.202.17@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788941051.113250:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16866:x1875840036118656:12345-192.168.202.17@tcp:503:mount.lustre.0 Request processed in 648us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941051.113262:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 104 00000100:00100000:1.0:1788941051.125452:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.128333:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118784 00000100:00100000:3.0:1788941051.128355:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118784 00000100:00100000:3.0:1788941051.128515:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 105 00000100:00100000:3.0:1788941051.128530:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16876:x1875840036118784:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788941051.128901:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16876:x1875840036118784:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 373us (3474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.128912:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 105 00000100:00100000:1.0:1788941051.150160:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941051.150336:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036118912 00000100:00100000:2.0:1788941051.150353:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036118912 00000100:00100000:2.0:1788941051.150424:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 106 00000100:00100000:2.0:1788941051.150446:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16876:x1875840036118912:12345-192.168.202.17@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788941051.150771:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16876:x1875840036118912:12345-192.168.202.17@tcp:502:llog_process_th.0 Request processed in 336us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941051.150781:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 106 00000100:00100000:0.0:1788941051.167103:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.167377:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119040 00000100:00100000:3.0:1788941051.167393:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119040 00000100:00100000:3.0:1788941051.167448:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:3.0:1788941051.167456:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2357:x1875840036119040:12345-192.168.202.17@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788941051.167486:0:18972:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901@192.168.202.17@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:3.0:1788941051.167521:0:18972:0:(genops.c:1384:class_connect()) connect: client 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901, cookie 0xa1d8aa9164aa47bc 00000004:00100000:3.0:1788941051.167553:0:18972:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788941051.167693:0:18972:0:(import.c:65:import_set_state_nolock()) ffff8f4001e08800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788941051.167767:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:2357:x1875840036119040:12345-192.168.202.17@tcp:38:mount.lustre.0 Request processed in 310us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.167775:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:3.0:1788941051.192652:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.192692:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941051.192833:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119296 00000100:00100000:1.0:1788941051.192863:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119296 00000100:00100000:1.0:1788941051.192984:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119168 00000100:00100000:1.0:1788941051.192987:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119168 00000100:00100000:1.0:1788941051.193019:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:1.0:1788941051.193031:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+7:16866:x1875840036119296:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788941051.193091:0:18973:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788941051.193224:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+7:16866:x1875840036119296:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 194us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941051.193232:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:1.0:1788941051.193252:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:1.0:1788941051.193259:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:0:x1875840036119168:12345-192.168.202.17@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788941051.193272:0:18973:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788941051.193307:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:0:x1875840036119168:12345-192.168.202.17@tcp:41:mount.lustre.0 Request processed in 48us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941051.193313:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00080000:2.0:1788941051.194314:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788941051.204971:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.205144:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119424 00000100:00100000:3.0:1788941051.205167:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119424 00000100:00100000:3.0:1788941051.205289:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:3.0:1788941051.205302:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:16866:x1875840036119424:12345-192.168.202.17@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788941051.205428:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:16866:x1875840036119424:12345-192.168.202.17@tcp:40:mount.lustre.0 Request processed in 129us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.205436:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:1.0:1788941051.215403:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941051.215447:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941051.215481:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941051.215579:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119552 00000100:00100000:3.0:1788941051.215590:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119552 00000100:00100000:2.0:1788941051.215629:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119808 00000100:00100000:3.0:1788941051.215635:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119680 00000100:00100000:3.0:1788941051.215642:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119680 00000100:00100000:2.0:1788941051.215645:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119808 00000100:00100000:3.0:1788941051.215673:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:3.0:1788941051.215684:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2357:x1875840036119552:12345-192.168.202.17@tcp:8:mount.lustre.0 00000100:00100000:2.0:1788941051.215716:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1 00010000:00080000:3.0:1788941051.215724:0:19657:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901@192.168.202.17@tcp t0 exp 0000000000000000 cur 692 last 0 00000100:00100000:2.0:1788941051.215734:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:16866:x1875840036119808:12345-192.168.202.17@tcp:33:mount.lustre.0 00000020:00000080:3.0:1788941051.215765:0:19657:0:(genops.c:1384:class_connect()) connect: client 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901, cookie 0xa1d8aa9164aa47c3 00002000:00100000:3.0:1788941051.215781:0:19657:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901/ffff8f4001e0a800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788941051.215808:0:19657:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000004:00200000:2.0:1788941051.215888:0:18976:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00002000:00080000:3.0:1788941051.215931:0:19657:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788941051.215963:0:19657:0:(import.c:65:import_set_state_nolock()) ffff8f4001e0e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788941051.216026:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:16866:x1875840036119808:12345-192.168.202.17@tcp:33:mount.lustre.0 Request processed in 279us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941051.216038:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:2357:x1875840036119552:12345-192.168.202.17@tcp:8:mount.lustre.0 Request processed in 347us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941051.216049:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:0.0:1788941051.216060:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41352c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2357:x1875840036119680:12345-192.168.202.17@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788941051.216067:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00010000:00080000:0.0:1788941051.216085:0:19658:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901@192.168.202.17@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:0.0:1788941051.216109:0:19658:0:(genops.c:1384:class_connect()) connect: client 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901, cookie 0xa1d8aa9164aa47ca 00000100:00100000:2.0:1788941051.216113:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1 00002000:00100000:0.0:1788941051.216121:0:19658:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901/ffff8f4134e51800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788941051.216131:0:19658:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788941051.216372:0:19658:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788941051.216389:0:19658:0:(import.c:65:import_set_state_nolock()) ffff8f4112ce6000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788941051.216416:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41352c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:2357:x1875840036119680:12345-192.168.202.17@tcp:8:mount.lustre.0 Request processed in 357us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941051.216424:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:0.0:1788941051.397804:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941051.398263:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036119936 00000100:00100000:1.0:1788941051.398296:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036119936 00000100:00100000:1.0:1788941051.398370:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:1.0:1788941051.398392:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:16897:x1875840036119936:12345-192.168.202.17@tcp:101:mkdir.0 00010000:00010000:1.0:1788941051.398421:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941051.398455:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5600/0xa1d8aa9164aa47d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a18 expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941051.398556:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941051.398574:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941051.398594:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788941051.398643:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788941051.398647:0:18974:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788941051.398673:0:18974:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941051.398705:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5600/0xa1d8aa9164aa47d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 8 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941051.398730:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 7 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941051.398740:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:1.0:1788941051.398743:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788941051.398748:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d5000, rc 0) 00000100:00100000:1.0:1788941051.398865:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+7:16897:x1875840036119936:12345-192.168.202.17@tcp:101:mkdir.0 Request processed in 483us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941051.398873:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 14 00010000:00010000:1.0:1788941051.400951:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941052.424601:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788941052.476643:0:6697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3924b4a4-3eb9-4465-85c5-c87ab738f139 00000001:00100000:0.0:1788941052.476669:0:6697:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901 00010000:00010000:1.0:1788941053.448826:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788941053.507033:0:5855:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3924b4a4-3eb9-4465-85c5-c87ab738f139 00000001:00100000:2.0:1788941053.507060:0:5855:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901 00010000:00010000:3.0:1788941054.473842:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788941054.474298:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788941054.474354:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068623872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788941054.474451:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941054.474665:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068623872 00000100:00100000:1.0:1788941054.474676:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068623872 00000100:00100000:1.0:1788941054.474775:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788941054.474788:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068623872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788941054.474834:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788941054.474985:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068623872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 199us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941054.474994:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1788941054.475307:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788941054.475434:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068623872:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1788941054.488040:0:20938:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:1.0:1788941054.984755:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068624000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788941054.984906:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941054.985096:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068624000 00000100:00100000:0.0:1788941054.985108:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068624000 00000100:00100000:0.0:1788941054.985223:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788941054.985237:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068624000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788941054.985285:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788941054.985375:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068624000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941054.985383:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788941054.985793:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068624256:0@lo:400:kworker.0 00000100:00100000:0.0:1788941054.985836:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941054.985898:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788941054.985904:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068624384:0@lo:400:kworker.0 00000100:00100000:0.0:1788941054.985943:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941054.986258:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068624256 00000100:00100000:3.0:1788941054.986266:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068624256 00000100:00100000:3.0:1788941054.986322:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788941054.986332:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068624256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986394:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068624256:12345-0@lo:400:kworker.0 Request processed in 64us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941054.986401:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788941054.986426:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068624384 00000100:00100000:3.0:1788941054.986431:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068624384 00000100:00100000:3.0:1788941054.986458:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788941054.986465:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068624384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986497:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068624384:12345-0@lo:400:kworker.0 Request processed in 33us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941054.986503:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788941054.986523:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2db11baa-d926-42ce-b209-b72575a5ba9f:3302:1875840068624128:0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986572:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941054.986600:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068624640:0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986623:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941054.986641:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788941054.986647:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068624512:0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986669:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941054.986698:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068624128 00000100:00100000:3.0:1788941054.986701:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068624128 00000100:00100000:3.0:1788941054.986726:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788941054.986752:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3302:x1875840068624128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986798:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3302:x1875840068624128:12345-0@lo:400:kworker.0 Request processed in 48us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941054.986805:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788941054.986835:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068624640 00000100:00100000:3.0:1788941054.986839:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068624640 00000100:00100000:3.0:1788941054.986863:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068624512 00000100:00100000:3.0:1788941054.986866:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068624512 00000100:00100000:3.0:1788941054.986884:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788941054.986891:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068624640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986920:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068624640:12345-0@lo:400:kworker.0 Request processed in 30us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941054.986926:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788941054.986938:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788941054.986945:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068624512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.986975:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068624512:12345-0@lo:400:kworker.0 Request processed in 30us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941054.986981:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788941054.987031:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068624512:0@lo:400:kworker.0 00000100:00100000:0.0:1788941054.987245:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068624384:0@lo:400:kworker.0 00000100:00100000:0.0:1788941054.987258:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068624256:0@lo:400:kworker.0 00000100:00080000:1.0:1788941054.987610:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788941054.987618:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788941054.988664:0:3301:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788941054.988698:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068624000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788941054.988843:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2db11baa-d926-42ce-b209-b72575a5ba9f:3302:1875840068624128:0@lo:400:kworker.0 00000100:00100000:3.0:1788941054.988880:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068624640:0@lo:400:kworker.0 00000001:00100000:2.0:1788941055.102837:0:7633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4a2bb813-76e2-4e4a-8de6-9e29cf0fb901 00010000:00010000:2.0:1788941055.498375:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788941056.011996:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788941056.521740:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788941056.688519:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941056.688636:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120064 00000100:00100000:3.0:1788941056.688650:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120064 00000100:00100000:3.0:1788941056.688731:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 108 00000100:00100000:3.0:1788941056.688762:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:2358:x1875840036120064:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788941056.688869:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:2358:x1875840036120064:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 127us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941056.688877:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 108 00000100:00100000:2.0:1788941056.698150:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941056.698219:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941056.698248:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941056.698270:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941056.698295:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941056.698330:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120448 00000100:00100000:2.0:1788941056.698343:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120448 00000100:00100000:2.0:1788941056.698424:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120704 00000100:00100000:2.0:1788941056.698427:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120704 00000100:00100000:2.0:1788941056.698445:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120320 00000100:00100000:2.0:1788941056.698448:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120320 00000100:00100000:2.0:1788941056.698465:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:2.0:1788941056.698476:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036120448:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941056.698586:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036120448:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 110us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941056.698595:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:2.0:1788941056.698616:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:2.0:1788941056.698623:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036120704:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941056.698648:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036120704:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941056.698654:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:2.0:1788941056.698665:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:2.0:1788941056.698671:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036120320:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941056.698696:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036120320:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 25us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941056.698702:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:2.0:1788941056.698726:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120192 00000100:00100000:2.0:1788941056.698730:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120192 00000100:00100000:2.0:1788941056.698776:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120576 00000100:00100000:2.0:1788941056.698780:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120576 00000100:00100000:2.0:1788941056.698801:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:2.0:1788941056.698807:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2359:x1875840036120192:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941056.698859:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2359:x1875840036120192:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 51us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941056.698865:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:2.0:1788941056.698877:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00100000:2.0:1788941056.698883:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:2359:x1875840036120576:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941056.698916:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:2359:x1875840036120576:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 33us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941056.698923:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00080000:2.0:1788941056.698943:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788941056.698948:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788941056.698951:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788941056.713595:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941056.714628:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120832 00000100:00100000:3.0:1788941056.714649:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120832 00000100:00100000:3.0:1788941056.714780:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:3.0:1788941056.714794:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036120832:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:3.0:1788941056.714911:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036120832:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 120us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941056.714919:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00080000:2.0:1788941056.715222:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788941057.544939:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941058.573041:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788941058.598342:0:21087:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd2874f000 20000000:00000080:3.0:1788941058.598371:0:21087:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f4002929000 uarg=0000000000000000 20000000:01000000:3.0:1788941058.598430:0:21087:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788941058.598438:0:21087:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788941058.598444:0:21087:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788941058.603626:0:21088:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:3.0:1788941058.603920:0:21087:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788941058.616646:0:21087:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788941058.617224:0:21087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617254:0:21087:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 18 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617263:0:21087:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 18 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617271:0:21087:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 18 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617283:0:21087:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617290:0:21087:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 12 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617298:0:21087:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617386:0:21087:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 12 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617408:0:21087:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 12 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941058.617427:0:21087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a039f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068624768:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788941058.617586:0:21087:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 12 pid: 18967 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617595:0:21087:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 12 pid: 18967 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941058.617605:0:21087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a03b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068624896:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788941058.617640:0:21087:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 18 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617649:0:21087:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 18 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941058.617659:0:21087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a03bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068625024:0@lo:104: 00000100:00100000:2.0:1788941058.617712:0:21087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788941058.617773:0:21087:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 18 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.617781:0:21087:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 18 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941058.617800:0:21087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a03aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068625152:0@lo:104: 00000100:00100000:2.0:1788941058.617824:0:21087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941058.617870:0:18956:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625024 00000100:00100000:2.0:1788941058.617880:0:18956:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625024 00000100:00100000:2.0:1788941058.617932:0:18956:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625152 00000100:00100000:2.0:1788941058.617935:0:18956:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625152 00000100:00100000:2.0:1788941058.617953:0:18956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788941058.617963:0:18956:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+4:21087:x1875840068625024:12345-0@lo:104: 00010000:00010000:2.0:1788941058.617979:0:18956:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618038:0:18956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788941058.618046:0:18956:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+4:21087:x1875840068625024:12345-0@lo:104: Request processed in 83us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941058.618054:0:18956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788941058.618074:0:18956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788941058.618156:0:18956:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:21087:x1875840068625152:12345-0@lo:104: 00010000:00010000:2.0:1788941058.618165:0:18956:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618233:0:18956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788941058.618239:0:18956:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:21087:x1875840068625152:12345-0@lo:104: Request processed in 158us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941058.618246:0:18956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:2.0:1788941058.618268:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788941058.618277:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618299:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218da00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:2.0:1788941058.618305:0:18960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618315:0:18960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788941058.618323:0:18960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941058.618329:0:18960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788941058.618362:0:18960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618369:0:18960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788941058.618397:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618404:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f400218da00/0xa1d8aa9164aa463b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa4642 expref: -99 pid: 20377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618423:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941058.618427:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618433:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f413ba97e00 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:2.0:1788941058.618436:0:18960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618454:0:18960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788941058.618461:0:18960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941058.618467:0:18960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788941058.618482:0:18960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618488:0:18960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788941058.618495:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618503:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f413ba97e00/0xa1d8aa9164aa44e4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa44eb expref: -99 pid: 19655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618515:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941058.618517:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941058.618519:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941058.618540:0:21087:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 18 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618550:0:21087:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 18 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941058.618561:0:21087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a038000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068625536:0@lo:104: 00000100:00100000:2.0:1788941058.618592:0:21087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788941058.618624:0:18956:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788941058.618640:0:18956:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625536 00000100:00100000:2.0:1788941058.618644:0:18956:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625536 00000100:00100000:2.0:1788941058.618664:0:18956:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788941058.618670:0:18956:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410f585c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:21087:x1875840068625536:12345-0@lo:104: 00010000:00010000:2.0:1788941058.618678:0:18956:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618711:0:18956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788941058.618716:0:18956:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410f585c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:2db11baa-d926-42ce-b209-b72575a5ba9f+3:21087:x1875840068625536:12345-0@lo:104: Request processed in 46us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941058.618722:0:18956:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1788941058.618776:0:18960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788941058.618781:0:18960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618787:0:18960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d4400 already unused, calling callback (ffffffffc1aa9c20) 10000000:00010000:2.0:1788941058.618792:0:18960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618799:0:18960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788941058.618805:0:18960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788941058.618809:0:18960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788941058.618824:0:18960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618829:0:18960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788941058.618852:0:18960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618858:0:18960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa4497 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa1d8aa9164aa449e expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941058.618874:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941058.618876:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788941058.618877:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941058.618890:0:21087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4003b15d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788941058.618920:0:21087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a03bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068625024:0@lo:104: 00000100:00100000:2.0:1788941058.618928:0:21087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a03aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068625152:0@lo:104: 00000100:00100000:2.0:1788941058.618934:0:21087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a038000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068625536:0@lo:104: 00000100:00100000:0.0:1788941058.619072:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a03b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068625280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941058.619127:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941058.619256:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788941058.619272:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a03ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068625408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941058.619296:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941058.619328:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2db11baa-d926-42ce-b209-b72575a5ba9f:3301:1875840068625664:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941058.619355:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941058.619394:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625280 00000100:00100000:0.0:1788941058.619399:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625280 00010000:00010000:0.0:1788941058.619422:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 19 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941058.619439:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625408 00000100:00100000:0.0:1788941058.619444:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625408 00010000:00010000:0.0:1788941058.619454:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 20 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941058.619463:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625664 00000100:00100000:0.0:1788941058.619465:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625664 00010000:00010000:0.0:1788941058.619475:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 21 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941058.619488:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788941058.619495:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+21:3303:x1875840068625280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788941058.619510:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941058.619515:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 21 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619525:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 21 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619541:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f41073d4000/0xa1d8aa9164aa4642 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa463b expref: 21 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619568:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941058.619607:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a046d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+20:3303:x1875840068625280:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941058.619614:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788941058.619631:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788941058.619637:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3303:x1875840068625408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788941058.619645:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941058.619649:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 19 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619658:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 19 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619668:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218d800/0xa1d8aa9164aa44eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa44e4 expref: 19 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619677:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941058.619703:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:3303:x1875840068625408:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941058.619709:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788941058.619722:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788941058.619745:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413bb20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:3301:x1875840068625664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788941058.619753:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941058.619757:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 17 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619766:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 17 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619782:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f413ba97800/0xa1d8aa9164aa449e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa1d8aa9164aa4497 expref: 17 pid: 18966 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.619791:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941058.619825:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413bb20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2db11baa-d926-42ce-b209-b72575a5ba9f+16:3301:x1875840068625664:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941058.619832:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788941058.619903:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2db11baa-d926-42ce-b209-b72575a5ba9f:3301:1875840068625664:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941058.619931:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a03ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068625408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788941058.619940:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a03b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068625280:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788941058.620279:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941058.638455:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941058.638635:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941058.638748:0:21087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a039f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068624768:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788941058.638766:0:21087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a03b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21087:1875840068624896:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788941058.638829:0:21087:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941058.648580:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036120960 00000100:00100000:1.0:1788941058.648604:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036120960 00010000:00010000:1.0:1788941058.648678:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 13 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941058.648826:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036121088 00000100:00100000:1.0:1788941058.648830:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036121088 00010000:00010000:1.0:1788941058.648845:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 14 pid: 18967 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941058.648903:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:0.0:1788941058.648917:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:41eb1780-31d7-4720-b489-efe9ef0593a6+14:2359:x1875840036120960:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788941058.648937:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941058.648958:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 14 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.648973:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 14 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649006:0:18958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218ce00/0xa1d8aa9164aa47b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269ee expref: 14 pid: 18965 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649034:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941058.649131:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:41eb1780-31d7-4720-b489-efe9ef0593a6+13:2359:x1875840036120960:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 217us (10692us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941058.649140:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:0.0:1788941058.649162:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:0.0:1788941058.649169:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:41eb1780-31d7-4720-b489-efe9ef0593a6+12:2358:x1875840036121088:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788941058.649177:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941058.649182:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 12 pid: 18967 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649229:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 12 pid: 18967 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649239:0:18958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218dc00/0xa1d8aa9164aa477d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c22698c expref: 12 pid: 18967 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649252:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649262:0:18958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649282:0:18958:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649289:0:18958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649307:0:18958:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649315:0:18958:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649323:0:18958:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d600 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:0.0:1788941058.649327:0:18958:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649337:0:18958:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649354:0:18958:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941058.649366:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941058.649391:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:41eb1780-31d7-4720-b489-efe9ef0593a6+11:2358:x1875840036121088:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 222us (10756us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941058.649397:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00010000:00010000:1.0:1788941058.654245:0:21087:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941058.654271:0:21087:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941058.654280:0:21087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f400218d600/0xa1d8aa9164aa47df lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.595339:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788941059.598995:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068625792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788941059.599109:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941059.599301:0:19660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625792 00000100:00100000:0.0:1788941059.599314:0:19660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625792 00000100:00100000:0.0:1788941059.599409:0:19660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788941059.599423:0:19660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068625792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788941059.599476:0:19660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1788941059.599668:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788941059.610355:0:19660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1875840068625792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10920us (11231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941059.610376:0:19660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788941059.612826:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1875840068625792:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1788941059.848455:0:18970:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788941059.848469:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f4112be3800 from 10 10000000:01000000:1.0:1788941059.848476:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788941059.848551:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.848565:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.848579:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941059.848628:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068625920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.849169:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941059.849323:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f3fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788941059.856900:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068625920 00000100:00100000:2.0:1788941059.856921:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068625920 00000100:00100000:2.0:1788941059.858936:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788941059.858981:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+16:18970:x1875840068625920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788941059.859012:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941059.859049:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f400218de00/0xa1d8aa9164aa47ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa47e6 expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.859850:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f400218de00/0xa1d8aa9164aa47ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa47e6 expref: 17 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.859869:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f400218de00/0xa1d8aa9164aa47ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa47e6 expref: 17 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.859900:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218de00, rc 0) 00000100:00100000:2.0:1788941059.860177:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+17:18970:x1875840068625920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1222us (11008us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941059.860207:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788941059.860368:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068625920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941059.860393:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa47ed expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.860405:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa47ed expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941059.860520:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.860568:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941059.865494:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f3fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788941059.873285:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626048 00000100:00100000:3.0:1788941059.873311:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626048 00000100:00100000:3.0:1788941059.873407:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1788941059.873421:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:18970:x1875840068626048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788941059.873896:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:18970:x1875840068626048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 476us (13326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941059.873915:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788941059.874494:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.874574:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.874645:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941059.874683:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f3fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788941059.874816:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626176 00000100:00100000:3.0:1788941059.874824:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626176 00000100:00100000:3.0:1788941059.874858:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788941059.874868:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41407b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:18970:x1875840068626176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788941059.875317:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41407b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:18970:x1875840068626176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 451us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941059.875326:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788941059.877352:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626176:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788941059.882853:0:21100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1788941059.885155:0:18970:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1788941059.885263:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788941059.885280:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa47ed expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.885296:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d4200/0xa1d8aa9164aa47e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa47ed expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788941059.885312:0:18970:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788941059.885316:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f4139f90800 from 10 10000000:01000000:1.0:1788941059.885319:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788941059.885384:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.885393:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.885407:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941059.885462:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.885566:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941059.885629:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f3fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788941059.886939:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626304 00000100:00100000:3.0:1788941059.886958:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626304 00000100:00100000:3.0:1788941059.887319:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788941059.887332:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+17:18970:x1875840068626304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788941059.887353:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941059.887376:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4140f42a00/0xa1d8aa9164aa47fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa47f4 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.887414:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4140f42a00/0xa1d8aa9164aa47fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa47f4 expref: 18 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.887429:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4140f42a00/0xa1d8aa9164aa47fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa47f4 expref: 18 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.887440:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42a00, rc 0) 00000100:00100000:3.0:1788941059.887524:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068626304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 195us (1958us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941059.887532:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788941059.887809:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941059.887836:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa47fb expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.887849:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa47fb expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941059.889815:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.889929:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941059.890056:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f3fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788941059.890480:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626432 00000100:00100000:3.0:1788941059.890491:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626432 00000100:00100000:3.0:1788941059.890555:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788941059.890565:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108067050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068626432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788941059.891380:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108067050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068626432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 813us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941059.891393:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788941059.896268:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.896373:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626560:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.896488:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941059.896542:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f3fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788941059.897112:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626560 00000100:00100000:0.0:1788941059.897124:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626560 00000100:00100000:0.0:1788941059.897243:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788941059.897256:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068626560:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788941059.897563:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108064450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068626560:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 308us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941059.897572:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788941059.897946:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f400261f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626560:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788941059.900730:0:21101:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1788941059.901019:0:18970:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1788941059.901055:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788941059.901079:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa47fb expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.901097:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f41073d4400/0xa1d8aa9164aa47f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa47fb expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788941059.901110:0:18970:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788941059.901113:0:18970:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8f41414bb000 from 10 10000000:01000000:3.0:1788941059.901116:0:18970:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788941059.901167:0:18970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.901176:0:18970:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.901217:0:18970:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941059.901256:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f870380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788941059.901347:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941059.901427:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41035e90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788941059.902265:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626688 00000100:00100000:1.0:1788941059.902278:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626688 00000100:00100000:1.0:1788941059.902347:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788941059.902358:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+18:18970:x1875840068626688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788941059.902376:0:18965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941059.902405:0:18965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f41073d5600/0xa1d8aa9164aa4809 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa1d8aa9164aa4802 expref: -99 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.902436:0:18965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f41073d5600/0xa1d8aa9164aa4809 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4802 expref: 19 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.902449:0:18965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f41073d5600/0xa1d8aa9164aa4809 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa1d8aa9164aa4802 expref: 19 pid: 18965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.902459:0:18965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d5600, rc 0) 00000100:00100000:1.0:1788941059.902530:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068626688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941059.902536:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1788941059.904312:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f870380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788941059.904350:0:18970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4809 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941059.904363:0:18970:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xa1d8aa9164aa4809 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941059.904469:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f870380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788941059.904537:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941059.904671:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41035e90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941059.905391:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626816 00000100:00100000:2.0:1788941059.905404:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626816 00000100:00100000:2.0:1788941059.905476:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788941059.905488:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068626816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788941059.907321:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108064050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068626816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1823us (2771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941059.907338:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1788941059.912311:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f870380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788941059.912422:0:18970:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a046d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788941059.912543:0:18970:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941059.912767:0:18970:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8540 going to sleep for 11 seconds 00000100:00100000:1.0:1788941059.916248:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068626944 00000100:00100000:1.0:1788941059.916274:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068626944 00000100:00100000:1.0:1788941059.916362:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1788941059.916375:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108064c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068626944:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788941059.917077:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108064c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2db11baa-d926-42ce-b209-b72575a5ba9f+19:18970:x1875840068626944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 693us (4522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941059.917088:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788941059.917502:0:18970:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a046d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:2db11baa-d926-42ce-b209-b72575a5ba9f:18970:1875840068626944:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788941059.918668:0:21102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788941059.919102:0:18970:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788941059.919137:0:18970:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.117@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788941059.919152:0:18970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4809 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.919167:0:18970:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.117@tcp lock: ffff8f4140f43000/0xa1d8aa9164aa4802 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xa1d8aa9164aa4809 expref: -99 pid: 18970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941059.951030:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941059.951170:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036121216 00000100:00100000:2.0:1788941059.951183:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036121216 00000100:00100000:2.0:1788941059.951311:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 15 00000100:00100000:2.0:1788941059.951323:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:17360:x1875840036121216:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788941059.951348:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941059.951378:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4810 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a1f expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.951462:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.951480:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.951498:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.951532:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.951540:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.951547:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788941059.952147:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788941059.952184:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218dc00/0xa1d8aa9164aa4825 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.952374:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218dc00/0xa1d8aa9164aa4825 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941059.952384:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218dc00/0xa1d8aa9164aa4825 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941059.958284:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788941059.958297:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788941059.958374:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218dc00/0xa1d8aa9164aa4825 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958396:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958426:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958435:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958442:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218da00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941059.958447:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958456:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958474:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941059.958477:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941059.958483:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958489:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958511:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958517:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958523:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958528:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d600 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941059.958535:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958542:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958549:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8f4111ce7a00) 00010000:00010000:0.0:1788941059.958551:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941059.958554:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.958559:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa481e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.959766:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4810 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a1f expref: 8 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.959801:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218dc00/0xa1d8aa9164aa4825 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a1f expref: 7 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941059.959809:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f4111ce7b00) 00010000:00010000:0.0:1788941059.959812:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788941059.959816:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218dc00, rc 0) 00000100:00100000:0.0:1788941059.960397:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:17360:x1875840036121216:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 8604us (8912us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941059.960409:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 15 00000100:00100000:2.0:1788941059.966898:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941059.970356:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036121472 00000100:00100000:1.0:1788941059.970377:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036121472 00000100:00100000:1.0:1788941059.970470:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 16 00000100:00100000:1.0:1788941059.970483:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:17360:x1875840036121472:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788941059.970512:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941059.970545:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d4000/0xa1d8aa9164aa482c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a26 expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976176:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976228:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976246:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976268:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976275:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976281:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976813:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d4c00/0xa1d8aa9164aa4841 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976824:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d4c00/0xa1d8aa9164aa4841 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.976831:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d4c00/0xa1d8aa9164aa4841 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788941059.976846:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:1.0:1788941059.977332:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977355:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977363:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977370:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941059.977375:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977384:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977399:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f4111ce7b00) 00010000:00010000:1.0:1788941059.977402:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941059.977408:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977415:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4833 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977429:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977436:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977443:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977447:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5c00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941059.977455:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977462:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977469:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f41129a4b00) 00010000:00010000:1.0:1788941059.977471:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941059.977473:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.977479:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5c00/0xa1d8aa9164aa483a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.980757:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d4000/0xa1d8aa9164aa482c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a26 expref: 10 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.980798:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d4c00/0xa1d8aa9164aa4841 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a26 expref: 9 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941059.980810:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f41129a4700) 00010000:00010000:1.0:1788941059.980814:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941059.980819:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d4c00, rc 0) 00000100:00100000:1.0:1788941059.980935:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17360:x1875840036121472:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 10452us (14054us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788941059.980947:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 16 00000100:00100000:2.0:1788941059.996139:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941059.996389:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036121600 00000100:00100000:3.0:1788941059.996405:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036121600 00000100:00100000:3.0:1788941059.996499:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 17 00000100:00100000:3.0:1788941059.996514:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17360:x1875840036121600:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788941059.996682:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17360:x1875840036121600:12345-192.168.202.17@tcp:59:lhsmtool_posix.0 Request processed in 172us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941059.996691:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 17 00000100:00100000:3.0:1788941060.026280:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.028479:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036121728 00000100:00100000:0.0:1788941060.028506:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036121728 00000100:00100000:0.0:1788941060.028608:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 18 00000100:00100000:0.0:1788941060.028622:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17366:x1875840036121728:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788941060.028676:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941060.028708:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa484f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a2d expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.028807:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.028827:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.028842:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029023:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029048:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029077:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029699:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029719:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029728:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029734:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37200 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.029746:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029755:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029771:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941060.029775:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.029780:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029789:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4856 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029803:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029811:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029816:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029822:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37c00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.029825:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029831:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029839:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f410ad9f600) 00010000:00010000:0.0:1788941060.029842:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.029851:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029857:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa485d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029905:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa484f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a2d expref: 10 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029919:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941060.029921:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.029925:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa484f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a2d expref: 10 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.029935:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36800, rc 0) 00000100:00100000:0.0:1788941060.030017:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17366:x1875840036121728:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1397us (3754us total) trans 0 rc 301/301 00000100:00100000:0.0:1788941060.030026:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 18 00000100:00100000:1.0:1788941060.039142:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941060.039490:0:18981:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036121856 00000100:00100000:2.0:1788941060.039504:0:18981:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036121856 00000100:00100000:2.0:1788941060.039574:0:18981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:2.0:1788941060.039586:0:18981:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17366:x1875840036121856:12345-192.168.202.17@tcp:700:lfs.0 00000100:00100000:2.0:1788941060.039725:0:18981:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17366:x1875840036121856:12345-192.168.202.17@tcp:700:lfs.0 Request processed in 140us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941060.039734:0:18981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:2.0:1788941060.043068:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.043246:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036122112 00000100:00100000:3.0:1788941060.043262:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036122112 00000100:00100000:3.0:1788941060.043341:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 19 00000100:00100000:3.0:1788941060.043354:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17366:x1875840036122112:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:3.0:1788941060.043438:0:18973:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788941060.043482:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa47a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c2269b6 expref: 9 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.043536:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:3.0:1788941060.043543:0:18973:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788941060.043873:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.043892:0:18973:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 5 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.043903:0:18973:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.043947:0:18973:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 5 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.043963:0:18973:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 5 pid: 18974 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941060.043980:0:18973:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f872d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18973:1875840068627072:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788941060.044483:0:18973:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41035e90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941060.054585:0:18973:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f872d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:18973:1875840068627072:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788941060.054646:0:18973:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941060.057079:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941060.057891:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036122240 00000100:00100000:1.0:1788941060.057909:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036122240 00010000:00010000:1.0:1788941060.058182:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 6 pid: 18974 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941060.058312:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:1.0:1788941060.058325:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:2358:x1875840036122240:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788941060.058346:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788941060.058354:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 6 pid: 18974 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.058370:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 6 pid: 18974 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.058396:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa47d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a18 expref: 6 pid: 18974 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.058416:0:18957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:1.0:1788941060.058422:0:18957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.058433:0:18957:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.058441:0:18957:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.058503:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788941060.058572:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2358:x1875840036122240:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 249us (1512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941060.058580:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 9 00010000:00010000:0.0:1788941060.058653:0:18973:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.058663:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.058694:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.058705:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.058725:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941060.060495:0:18973:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788941060.060516:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.060526:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.060534:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.060541:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43800 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.060546:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.060554:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.060572:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941060.060575:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.060581:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.060587:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4864 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788941060.060611:0:18973:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009f9628f8 reply state 000000006fdecb6f transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941060.060622:0:18973:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788941060.060738:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+10:17366:x1875840036122112:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 17383us (17683us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788941060.060764:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 19 00000100:00080000:2.0:1788941060.061649:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788941060.074982:0:3287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.075015:0:3287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.075025:0:3287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.075056:0:3287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36800 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941060.075062:0:3287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.075081:0:3287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.075117:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f410ad9f600) 00010000:00010000:3.0:1788941060.075121:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941060.075129:0:3287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.075136:0:3287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa486b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788941060.104952:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788941060.105372:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068627200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788941060.105489:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941060.105628:0:19661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068627200 00000100:00100000:0.0:1788941060.105639:0:19661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068627200 00000100:00100000:0.0:1788941060.105728:0:19661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788941060.105740:0:19661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068627200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788941060.105794:0:19661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788941060.105860:0:19661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068627200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941060.105868:0:19661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788941060.105934:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068627200:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788941060.106016:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788941060.106666:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1875840068627328:0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.106750:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941060.106785:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788941060.106791:0:3304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f871880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1875840068627712:0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.106820:0:3304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941060.106850:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068627584:0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.106878:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941060.106899:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788941060.106905:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413f871f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068627456:0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.106926:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788941060.106956:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068627712 00000100:00100000:3.0:1788941060.106988:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068627712 00000100:00100000:3.0:1788941060.107040:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068627584 00000100:00100000:3.0:1788941060.107044:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068627584 00000100:00100000:3.0:1788941060.107059:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068627456 00000100:00100000:3.0:1788941060.107061:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068627456 00000100:00100000:3.0:1788941060.107093:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788941060.107102:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1875840068627712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.107156:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1875840068627712:12345-0@lo:400:kworker.0 Request processed in 55us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.107163:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788941060.107181:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788941060.107220:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068627584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.107254:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068627584:12345-0@lo:400:kworker.0 Request processed in 67us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.107260:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788941060.107272:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788941060.107279:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068627456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.107308:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1875840068627456:12345-0@lo:400:kworker.0 Request processed in 29us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.107313:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1788941060.107334:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788941060.107362:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f871f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1875840068627456:0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.107374:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068627584:0@lo:400:kworker.0 00000100:00100000:3.0:1788941060.107403:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f871880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1875840068627712:0@lo:400:kworker.0 00000100:00100000:2.0:1788941060.107695:0:19955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068627328 00000100:00100000:2.0:1788941060.107700:0:19955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068627328 00000100:00100000:2.0:1788941060.107766:0:19955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788941060.107774:0:19955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3304:x1875840068627328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788941060.107824:0:19955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3304:x1875840068627328:12345-0@lo:400:kworker.0 Request processed in 51us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941060.107831:0:19955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788941060.110338:0:3304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413f870000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1875840068627328:0@lo:400:kworker.0 00000100:00100000:2.0:1788941060.129557:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.131411:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036122368 00000100:00100000:3.0:1788941060.131430:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036122368 00000100:00100000:3.0:1788941060.131561:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:3.0:1788941060.131574:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:17374:x1875840036122368:12345-192.168.202.17@tcp:101:lctl.0 00010000:00010000:3.0:1788941060.131618:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.131647:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa4872 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a34 expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.131741:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4879 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.131758:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.131773:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941060.131820:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788941060.131824:0:18974:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788941060.131881:0:18974:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.131911:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa4872 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a34 expref: 11 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.131941:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43800/0xa1d8aa9164aa4879 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a34 expref: 10 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.131951:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:3.0:1788941060.132249:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788941060.132256:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f43800, rc 0) 00000100:00100000:3.0:1788941060.132351:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+10:17374:x1875840036122368:12345-192.168.202.17@tcp:101:lctl.0 Request processed in 779us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.132359:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:0.0:1788941060.154471:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.154598:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036122496 00000100:00100000:3.0:1788941060.154613:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036122496 00000100:00100000:3.0:1788941060.154738:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00100000:3.0:1788941060.154751:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:17375:x1875840036122496:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788941060.154779:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.154805:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa4880 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a3b expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.155156:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42e00/0xa1d8aa9164aa4887 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.155176:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42e00/0xa1d8aa9164aa4887 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.155215:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42e00/0xa1d8aa9164aa4887 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941060.155264:0:19858:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788941060.155269:0:19858:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788941060.155299:0:19858:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42e00/0xa1d8aa9164aa4887 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.155330:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa4880 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a3b expref: 7 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.155378:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42e00/0xa1d8aa9164aa4887 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a3b expref: 6 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.155388:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:3.0:1788941060.155391:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788941060.155395:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42e00, rc 0) 00000100:00100000:3.0:1788941060.155484:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:17375:x1875840036122496:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 735us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.155496:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 21 00000100:00100000:1.0:1788941060.160387:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.160604:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036122624 00000100:00100000:0.0:1788941060.160619:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036122624 00000100:00100000:0.0:1788941060.160689:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 22 00000100:00100000:0.0:1788941060.160702:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+6:17375:x1875840036122624:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788941060.160740:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941060.160770:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa488e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a42 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.160863:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.160882:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.160897:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161005:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161014:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161022:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161140:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa48a3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161150:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa48a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161158:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa48a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941060.161226:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788941060.161233:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788941060.161257:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa48a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161271:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161279:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161286:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161304:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.161310:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161320:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161335:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:0.0:1788941060.161338:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.161345:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161351:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4895 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161366:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161371:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161377:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161381:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37a00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.161384:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161390:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161411:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941060.161414:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.161417:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161424:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa489c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161463:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa488e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a42 expref: 8 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161480:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa48a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a42 expref: 7 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.161518:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9fe00) 00010000:00010000:0.0:1788941060.161521:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788941060.161523:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37600, rc 0) 00000100:00100000:0.0:1788941060.162008:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+7:17375:x1875840036122624:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1306us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941060.162019:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 22 00000100:00100000:2.0:1788941060.165541:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.165749:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036122880 00000100:00100000:0.0:1788941060.165765:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036122880 00000100:00100000:0.0:1788941060.165918:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 23 00000100:00100000:0.0:1788941060.176810:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+7:17375:x1875840036122880:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788941060.176896:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941060.176943:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a49 expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941060.177122:0:18973:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788941060.177323:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a49 expref: 9 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.177342:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:0.0:1788941060.177346:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788941060.177353:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a49 expref: 9 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.177375:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37800, rc 0) 00000100:00100000:0.0:1788941060.177494:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+8:17375:x1875840036122880:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 11437us (11969us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788941060.177504:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 23 00000100:00100000:2.0:1788941060.180793:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.181964:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036123136 00000100:00100000:3.0:1788941060.181986:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036123136 00000100:00100000:2.0:1788941060.182405:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 24 00000100:00100000:2.0:1788941060.182420:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+8:17375:x1875840036123136:12345-192.168.202.17@tcp:36:lfs.0 00010000:00010000:2.0:1788941060.182502:0:18974:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941060.182540:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa48a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a42 expref: 8 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.182567:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9fe00) 00010000:00010000:2.0:1788941060.182581:0:18974:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788941060.182625:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.182642:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.182678:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788941060.185467:0:18974:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c83b02e3 reply state 00000000cbe71aa9 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941060.185495:0:18974:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788941060.185507:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788941060.185752:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+9:17375:x1875840036123136:12345-192.168.202.17@tcp:36:lfs.0 Request processed in 3328us (4968us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788941060.185768:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 24 00000100:00100000:3.0:1788941060.191722:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:2.0:1788941060.192482:0:3288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.192501:0:3288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.192511:0:3288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.192518:0:3288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218ca00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:2.0:1788941060.192524:0:3288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.192532:0:3288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.192556:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f4111ce7e00) 00010000:00010000:2.0:1788941060.192559:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788941060.192565:0:3288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941060.192763:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036123392 00000100:00100000:0.0:1788941060.192779:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036123392 00010000:00010000:2.0:1788941060.192838:0:3288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa48b8 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941060.193427:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 2 00000100:00100000:3.0:1788941060.193440:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+8:17375:x1875840036123392:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788941060.194179:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+9:17375:x1875840036123392:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 736us (2596us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788941060.194213:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 2 00000100:00100000:2.0:1788941060.199438:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.199562:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036123648 00000100:00100000:3.0:1788941060.199578:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036123648 00000100:00100000:3.0:1788941060.199774:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:3.0:1788941060.199787:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+9:17375:x1875840036123648:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788941060.199824:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.199865:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa48bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a50 expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200291:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200311:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200326:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200344:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200352:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200359:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941060.200504:0:19858:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788941060.200646:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200655:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200663:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200671:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42600 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941060.200676:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200696:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200721:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:3.0:1788941060.200725:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941060.200731:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200739:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa48c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200756:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200762:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200768:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200774:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43600 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941060.200777:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200783:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200791:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f41034c4e00) 00010000:00010000:3.0:1788941060.200794:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941060.200796:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200812:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43600/0xa1d8aa9164aa48cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200871:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa48bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a50 expref: 11 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200883:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:3.0:1788941060.200886:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788941060.200890:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42200/0xa1d8aa9164aa48bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a50 expref: 11 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.200901:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42200, rc 0) 00000100:00100000:3.0:1788941060.201404:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+10:17375:x1875840036123648:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 1617us (1980us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1788941060.201414:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:2.0:1788941060.205174:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.205453:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036123776 00000100:00100000:0.0:1788941060.205465:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036123776 00000100:00100000:0.0:1788941060.205530:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 26 00000100:00100000:0.0:1788941060.205539:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+10:17375:x1875840036123776:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788941060.205568:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941060.205594:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48db lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a57 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.205722:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.205745:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.205781:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941060.205815:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788941060.205819:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788941060.205841:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.205875:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48db lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 12 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.205896:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 11 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.205905:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941060.205909:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788941060.205914:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37200, rc 0) 00000100:00100000:0.0:1788941060.206443:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+11:17375:x1875840036123776:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 901us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941060.206454:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 26 00000100:00100000:2.0:1788941060.210571:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.210661:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036123904 00000100:00100000:0.0:1788941060.210675:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036123904 00000100:00100000:0.0:1788941060.210762:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 3 00000100:00100000:0.0:1788941060.210776:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+11:17375:x1875840036123904:12345-192.168.202.17@tcp:37:lfs.0 00000100:00100000:3.0:1788941060.214954:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+11:17375:x1875840036123904:12345-192.168.202.17@tcp:37:lfs.0 Request processed in 4166us (4381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.214981:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 3 00000100:00100000:2.0:1788941060.221725:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.221876:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036124160 00000100:00100000:3.0:1788941060.221891:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036124160 00000100:00100000:3.0:1788941060.221987:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 4 00000100:00100000:3.0:1788941060.222011:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41168b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+11:17375:x1875840036124160:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788941060.223960:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41168b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+12:17375:x1875840036124160:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 1949us (2248us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788941060.223986:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 4 00000100:00100000:2.0:1788941060.264311:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.264478:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036124288 00000100:00100000:3.0:1788941060.264495:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036124288 00000100:00100000:3.0:1788941060.264566:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 118 00000100:00100000:3.0:1788941060.264578:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108066050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+11:16752:x1875840036124288:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788941060.264623:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.264648:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4140f42200/0xa1d8aa9164aa48e9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a5e expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.264687:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4140f42200/0xa1d8aa9164aa48e9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a5e expref: 12 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.264700:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4140f42200/0xa1d8aa9164aa48e9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a5e expref: 12 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.264728:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42200, rc 0) 00000100:00100000:3.0:1788941060.264812:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108066050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16752:x1875840036124288:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 236us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.264820:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 118 00000100:00100000:1.0:1788941060.272473:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.272597:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036124416 00000100:00100000:0.0:1788941060.272612:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036124416 00000100:00100000:0.0:1788941060.272688:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 119 00000100:00100000:0.0:1788941060.272732:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4108067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16752:x1875840036124416:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788941060.273174:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4108067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16752:x1875840036124416:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 443us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941060.273246:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 119 00000100:00100000:2.0:1788941060.275431:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941060.275547:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036124544 00000100:00100000:1.0:1788941060.275561:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036124544 00000100:00100000:1.0:1788941060.275629:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 120 00000100:00100000:1.0:1788941060.275641:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16752:x1875840036124544:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788941060.275964:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16752:x1875840036124544:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 325us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941060.275975:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 120 00000100:00100000:2.0:1788941060.283685:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941060.283761:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.283876:0:18966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036124800 00000100:00100000:3.0:1788941060.283890:0:18966:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036124800 00000100:00100000:3.0:1788941060.283965:0:18966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 121 00000100:00100000:3.0:1788941060.283979:0:18966:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+12:16752:x1875840036124800:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788941060.284013:0:18966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.284042:0:18966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f4140f43600/0xa1d8aa9164aa48f0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a6c expref: -99 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.284091:0:18966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f4140f43600/0xa1d8aa9164aa48f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a6c expref: 13 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.284104:0:18966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f4140f43600/0xa1d8aa9164aa48f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a6c expref: 13 pid: 18966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.284140:0:18966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f43600, rc 0) 00000100:00100000:3.0:1788941060.284273:0:18966:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16752:x1875840036124800:12345-192.168.202.17@tcp:101:ll_cfg_requeue.0 Request processed in 296us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.284281:0:18966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 121 00000100:00100000:0.0:1788941060.285027:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036124672 00000100:00100000:0.0:1788941060.285038:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036124672 00000100:00100000:0.0:1788941060.285104:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 27 00000100:00100000:0.0:1788941060.285114:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+10:17381:x1875840036124672:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788941060.285131:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941060.285156:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a65 expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285294:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285310:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285324:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285343:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285351:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285358:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285508:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36e00/0xa1d8aa9164aa490c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285516:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36e00/0xa1d8aa9164aa490c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285524:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36e00/0xa1d8aa9164aa490c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941060.285560:0:18973:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788941060.285566:0:18973:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788941060.285621:0:18973:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36e00/0xa1d8aa9164aa490c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285636:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285643:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285650:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285656:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37a00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.285661:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285669:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285683:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:0.0:1788941060.285694:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.285700:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285717:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa48fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285737:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285743:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285749:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285754:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941060.285757:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285764:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285771:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f410ad9f200) 00010000:00010000:0.0:1788941060.285773:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941060.285777:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285782:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4905 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.285821:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa48f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a65 expref: 12 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.286168:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36e00/0xa1d8aa9164aa490c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a65 expref: 11 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.286178:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941060.286181:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788941060.286184:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36e00, rc 0) 00000100:00100000:0.0:1788941060.286314:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+11:17381:x1875840036124672:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1201us (2645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941060.286322:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 27 00000100:00100000:0.0:1788941060.298730:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.298857:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941060.298933:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036125184 00000100:00100000:1.0:1788941060.298947:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036125184 00000100:00100000:1.0:1788941060.299030:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 122 00000100:00100000:1.0:1788941060.299043:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16752:x1875840036125184:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788941060.299771:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16752:x1875840036125184:12345-192.168.202.17@tcp:501:ll_cfg_requeue.0 Request processed in 724us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941060.299783:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 122 00000100:00100000:2.0:1788941060.300149:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036125056 00000100:00100000:2.0:1788941060.300158:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036125056 00000100:00100000:2.0:1788941060.300269:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 28 00000100:00100000:2.0:1788941060.300280:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+11:17381:x1875840036125056:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788941060.300301:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941060.300329:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4913 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a73 expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.300458:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.300476:0:18974:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 11 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.300504:0:18974:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.300549:0:18974:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 11 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.300565:0:18974:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 11 pid: 18972 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941060.300580:0:18974:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a66f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18974:1875840068627840:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788941060.300667:0:18974:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f813c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788941060.304629:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.304749:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941060.305029:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036125312 00000100:00100000:1.0:1788941060.305041:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036125312 00010000:00010000:1.0:1788941060.305521:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 12 pid: 18972 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941060.305565:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:1.0:1788941060.305577:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+12:2359:x1875840036125312:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788941060.305596:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788941060.305624:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 12 pid: 18972 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.305639:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 12 pid: 18972 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.305666:0:18958:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:1.0:1788941060.305673:0:18958:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.305685:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.305694:0:18958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.305728:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788941060.305788:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+12:2359:x1875840036125312:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 213us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941060.305796:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 10 00010000:00010000:2.0:1788941060.306784:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa48e2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a57 expref: 11 pid: 18972 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941060.306813:0:18974:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a66f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18974:1875840068627840:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788941060.307058:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036125440 00010000:00010000:2.0:1788941060.307113:0:18974:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.307126:0:18974:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.307132:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941060.307359:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036125440 00010000:00010000:2.0:1788941060.307447:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.307475:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941060.307479:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 123 00000100:00100000:3.0:1788941060.307491:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16752:x1875840036125440:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 00010000:00010000:2.0:1788941060.307517:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941060.307804:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:41eb1780-31d7-4720-b489-efe9ef0593a6+13:16752:x1875840036125440:12345-192.168.202.17@tcp:503:ll_cfg_requeue.0 Request processed in 314us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941060.307812:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 123 00010000:00010000:2.0:1788941060.309926:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.309947:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.309959:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788941060.309970:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788941060.309996:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310003:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310010:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310017:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d800 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:2.0:1788941060.310021:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310028:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310039:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:2.0:1788941060.310042:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788941060.310056:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310062:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa491a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788941060.310078:0:18974:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fd2dabb7 reply state 00000000892da9c0 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941060.310086:0:18974:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788941060.310125:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4913 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 14 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310139:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 13 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.310146:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:2.0:1788941060.310148:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788941060.310151:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218d600, rc 0) 00000100:00100000:2.0:1788941060.310278:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+14:17381:x1875840036125056:12345-192.168.202.17@tcp:101:bash.0 Request processed in 10000us (11575us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788941060.310286:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 28 00010000:00010000:3.0:1788941060.316583:0:3287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.316609:0:3287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.316619:0:3287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.316627:0:3287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218ce00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941060.316633:0:3287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.316643:0:3287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.316690:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f4111ce7e00) 00010000:00010000:3.0:1788941060.316695:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941060.316701:0:3287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.316719:0:3287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4921 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941060.324422:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941060.324619:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036125568 00000100:00100000:2.0:1788941060.324991:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036125568 00000100:00100000:2.0:1788941060.325078:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 29 00000100:00100000:2.0:1788941060.325091:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+13:17381:x1875840036125568:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788941060.325177:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941060.325255:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4936 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a7a expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326178:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326222:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326235:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788941060.326270:0:18973:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788941060.326274:0:18973:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788941060.326293:0:18973:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326303:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326328:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4936 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a7a expref: 15 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326348:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a7a expref: 14 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941060.326356:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:2.0:1788941060.326359:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788941060.326362:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218d800, rc 0) 00000100:00100000:2.0:1788941060.326442:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+14:17381:x1875840036125568:12345-192.168.202.17@tcp:101:bash.0 Request processed in 1354us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941060.326452:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 29 00000100:00100000:0.0:1788941060.331411:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.331732:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036125824 00000100:00100000:3.0:1788941060.331751:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036125824 00000100:00100000:3.0:1788941060.331835:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 5 00000100:00100000:3.0:1788941060.331866:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+14:17381:x1875840036125824:12345-192.168.202.17@tcp:35:bash.0 00000100:00100000:0.0:1788941060.332646:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+15:17381:x1875840036125824:12345-192.168.202.17@tcp:35:bash.0 Request processed in 793us (1235us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788941060.332659:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 5 00000100:00100000:0.0:1788941060.451306:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.451405:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036126080 00000100:00100000:3.0:1788941060.451415:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036126080 00000100:00100000:3.0:1788941060.451479:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 30 00000100:00100000:3.0:1788941060.451490:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+15:17393:x1875840036126080:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788941060.451516:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.451540:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa4944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a81 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941060.451859:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788941060.452062:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa4944 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a81 expref: 17 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.452079:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:3.0:1788941060.452083:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788941060.452088:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa4944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a81 expref: 17 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.452121:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42600, rc 0) 00000100:00100000:3.0:1788941060.452292:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+16:17393:x1875840036126080:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 803us (999us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1788941060.452300:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 30 00000100:00100000:2.0:1788941060.462325:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.462424:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036126336 00000100:00100000:3.0:1788941060.462435:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036126336 00000100:00100000:3.0:1788941060.462488:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:3.0:1788941060.462498:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+16:17393:x1875840036126336:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:3.0:1788941060.462924:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+17:17393:x1875840036126336:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 426us (607us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788941060.462933:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 6 00000100:00100000:0.0:1788941060.532076:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.532172:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036126592 00000100:00100000:3.0:1788941060.532181:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036126592 00000100:00100000:3.0:1788941060.532267:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 31 00000100:00100000:3.0:1788941060.532275:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+17:17396:x1875840036126592:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:3.0:1788941060.532304:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.532326:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa4952 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a88 expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.532419:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa4959 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.532433:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa4959 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.532445:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa4959 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941060.532469:0:19858:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788941060.532614:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa4952 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a88 expref: 20 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.532629:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa4959 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a88 expref: 19 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.532643:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941060.532646:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788941060.532648:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f43e00, rc 0) 00000100:00100000:3.0:1788941060.532698:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+19:17396:x1875840036126592:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 423us (635us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788941060.532704:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 31 00000100:00100000:2.0:1788941060.535995:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941060.536068:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.536131:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036126848 00000100:00100000:0.0:1788941060.536141:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036126848 00000100:00100000:0.0:1788941060.536231:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:0.0:1788941060.536241:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+19:2359:x1875840036126848:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788941060.536256:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941060.536470:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa4959 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a88 expref: 19 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941060.536491:0:18957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:0.0:1788941060.536496:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941060.536559:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+18:2359:x1875840036126848:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 319us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941060.536567:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:1.0:1788941060.538160:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036126720 00000100:00100000:1.0:1788941060.538175:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036126720 00000100:00100000:1.0:1788941060.538418:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 32 00000100:00100000:1.0:1788941060.538429:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+18:17396:x1875840036126720:12345-192.168.202.17@tcp:54:lfs.0 00010000:00010000:1.0:1788941060.538500:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538526:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538555:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538581:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538588:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538594:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538599:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5200 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941060.538603:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538611:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538622:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:1.0:1788941060.538624:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788941060.538629:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.538634:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4967 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941060.538714:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+18:17396:x1875840036126720:12345-192.168.202.17@tcp:54:lfs.0 Request processed in 278us (2718us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941060.538722:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 32 00000100:00100000:2.0:1788941060.543034:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941060.543090:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036127104 00000100:00100000:0.0:1788941060.543101:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036127104 00000100:00100000:0.0:1788941060.543166:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 7 00000100:00100000:0.0:1788941060.543176:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a66ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+18:17396:x1875840036127104:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:0.0:1788941060.543476:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a66ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+19:17396:x1875840036127104:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 300us (451us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788941060.543484:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 7 00010000:00010000:1.0:1788941060.618688:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788941060.881176:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.881380:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036127360 00000100:00100000:3.0:1788941060.881393:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036127360 00000100:00100000:3.0:1788941060.881526:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 33 00000100:00100000:3.0:1788941060.881538:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+19:17427:x1875840036127360:12345-192.168.202.17@tcp:101:cat.0 00010000:00010000:3.0:1788941060.881572:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941060.881592:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa496e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a8f expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.881724:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa4975 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.881739:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa4975 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.881774:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa4975 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941060.881791:0:19858:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788941060.881942:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa496e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a8f expref: 22 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.881963:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa4975 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a8f expref: 21 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941060.881972:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941060.881974:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788941060.881978:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4140f42400, rc 0) 00000100:00100000:3.0:1788941060.882050:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+21:17427:x1875840036127360:12345-192.168.202.17@tcp:101:cat.0 Request processed in 514us (885us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788941060.882056:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 33 00000100:00100000:3.0:1788941060.894613:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941060.894679:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941060.895089:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036127744 00000100:00100000:2.0:1788941060.895102:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036127744 00000100:00100000:2.0:1788941060.895167:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:2.0:1788941060.895179:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+21:17427:x1875840036127744:12345-192.168.202.17@tcp:35:cat.0 00000100:00100000:2.0:1788941060.895563:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+22:17427:x1875840036127744:12345-192.168.202.17@tcp:35:cat.0 Request processed in 386us (882us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788941060.895572:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 8 00000100:00100000:1.0:1788941060.895814:0:18959:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036127488 00000100:00100000:1.0:1788941060.895821:0:18959:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036127488 00000100:00100000:1.0:1788941060.895873:0:18959:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 1 00000100:00100000:1.0:1788941060.895959:0:18959:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+22:2359:x1875840036127488:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788941060.895972:0:18959:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788941060.896000:0:18959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa4975 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a8f expref: 22 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941060.896019:0:18959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:1.0:1788941060.896024:0:18959:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788941060.896053:0:18959:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+21:2359:x1875840036127488:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 98us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941060.896060:0:18959:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 1 00000100:00100000:3.0:1788941061.004104:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941061.004285:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036128000 00000100:00100000:0.0:1788941061.004304:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036128000 00000100:00100000:0.0:1788941061.004401:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 34 00000100:00100000:0.0:1788941061.004413:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+21:17433:x1875840036128000:12345-192.168.202.17@tcp:101:dd.0 00010000:00010000:0.0:1788941061.004446:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941061.004474:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4983 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a96 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788941061.004522:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788941061.004617:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa498a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.004849:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa498a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.004877:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa498a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941061.004892:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788941061.005066:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4983 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a96 expref: 24 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.005089:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa498a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a96 expref: 23 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.005099:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:0.0:1788941061.005102:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788941061.005107:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36000, rc 0) 00000100:00100000:0.0:1788941061.005241:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17433:x1875840036128000:12345-192.168.202.17@tcp:101:dd.0 Request processed in 830us (1157us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1788941061.005249:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 34 00000100:00100000:1.0:1788941061.010202:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941061.010415:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036128256 00000100:00100000:2.0:1788941061.010428:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036128256 00000100:00100000:2.0:1788941061.010501:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 35 00000100:00100000:2.0:1788941061.010511:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17433:x1875840036128256:12345-192.168.202.17@tcp:36:dd.0 00010000:00010000:2.0:1788941061.010574:0:18973:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788941061.010604:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36000/0xa1d8aa9164aa498a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a96 expref: 23 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.010626:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa493d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a7a expref: 22 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.010637:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:2.0:1788941061.010642:0:18973:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788941061.013268:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.013296:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.013323:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788941061.016169:0:18973:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788941061.016257:0:18973:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000002937edf reply state 0000000006968ab7 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941061.016272:0:18973:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788941061.016490:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+24:17433:x1875840036128256:12345-192.168.202.17@tcp:36:dd.0 Request processed in 5974us (6309us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788941061.016501:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 35 00000020:00080000:2.0:1788941061.016507:0:18973:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788941061.030684:0:3288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.030712:0:3288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.030721:0:3288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.030745:0:3288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218ca00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941061.030759:0:3288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.030767:0:3288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.030783:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.030786:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941061.030792:0:3288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.030799:0:3288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4998 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941061.095523:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941061.096039:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036128512 00000100:00100000:2.0:1788941061.096058:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036128512 00000100:00100000:2.0:1788941061.096136:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:2.0:1788941061.096146:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17433:x1875840036128512:12345-192.168.202.17@tcp:35:dd.0 00000100:00100000:2.0:1788941061.096456:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+24:17433:x1875840036128512:12345-192.168.202.17@tcp:35:dd.0 Request processed in 310us (952us total) trans 12884901907 rc 0/0 00000100:00100000:2.0:1788941061.096464:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 9 00000100:00100000:2.0:1788941061.274812:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941061.275062:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036128640 00000100:00100000:1.0:1788941061.275078:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036128640 00000100:00100000:1.0:1788941061.275288:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 36 00000100:00100000:1.0:1788941061.275301:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+24:17447:x1875840036128640:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:1.0:1788941061.275332:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788941061.275365:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa499f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226a9d expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275457:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275474:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275508:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275525:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275533:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275540:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275843:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275852:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275859:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788941061.275906:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788941061.275910:0:18974:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788941061.275952:0:18974:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275963:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275972:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275990:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.275997:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276003:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5400 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941061.276007:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276015:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276028:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:1.0:1788941061.276031:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941061.276037:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276043:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5400/0xa1d8aa9164aa49a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276057:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276063:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276069:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276074:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941061.276083:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276088:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276095:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f41129a4b00) 00010000:00010000:1.0:1788941061.276097:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941061.276100:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276105:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa49ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276137:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa499f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a9d expref: 26 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276147:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a9d expref: 25 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941061.276152:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:1.0:1788941061.276154:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788941061.276156:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f41073d5000, rc 0) 00000100:00100000:1.0:1788941061.276267:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+25:17447:x1875840036128640:12345-192.168.202.17@tcp:101:stat.0 Request processed in 970us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941061.276272:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 36 00000100:00100000:0.0:1788941061.343021:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.343080:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036128896 00000100:00100000:3.0:1788941061.343089:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036128896 00000100:00100000:3.0:1788941061.343214:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 37 00000100:00100000:3.0:1788941061.343228:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+25:17453:x1875840036128896:12345-192.168.202.17@tcp:36:truncate.0 00010000:00010000:3.0:1788941061.343283:0:19858:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788941061.343308:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa49b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a9d expref: 25 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.343324:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.343328:0:19858:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788941061.343538:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.343550:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.343567:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788941061.343633:0:19858:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:3.0:1788941061.343658:0:19858:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000027ba7170 reply state 000000002fe37b37 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941061.343665:0:19858:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788941061.343783:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+27:17453:x1875840036128896:12345-192.168.202.17@tcp:36:truncate.0 Request processed in 559us (771us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788941061.343790:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 37 00000020:00080000:3.0:1788941061.343795:0:19858:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788941061.345214:0:3287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.345225:0:3287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.345230:0:3287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.345234:0:3287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42600 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941061.345237:0:3287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.345243:0:3287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.345253:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.345254:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941061.345268:0:3287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.345272:0:3287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49bb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941061.618995:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.619057:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036129024 00000100:00100000:3.0:1788941061.619068:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036129024 00000100:00100000:3.0:1788941061.619127:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 38 00000100:00100000:3.0:1788941061.619138:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+26:17467:x1875840036129024:12345-192.168.202.17@tcp:101:stat.0 00010000:00010000:3.0:1788941061.619164:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941061.619217:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226aa4 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619288:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619303:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619315:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619330:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619338:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619344:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619450:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619462:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619467:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941061.619497:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:3.0:1788941061.619501:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788941061.619518:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619527:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619532:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619537:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619541:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619544:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f42400 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941061.619547:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619553:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619566:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:3.0:1788941061.619568:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941061.619573:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619579:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42400/0xa1d8aa9164aa49c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619592:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619598:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619604:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619610:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4140f43e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941061.619613:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619620:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619627:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f41034c4e00) 00010000:00010000:3.0:1788941061.619629:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941061.619632:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619637:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f43e00/0xa1d8aa9164aa49d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619678:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4140f42600/0xa1d8aa9164aa49c2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 28 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619688:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 27 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.619695:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.619706:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788941061.619709:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f412bfc7c00, rc 0) 00000100:00100000:3.0:1788941061.619785:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+27:17467:x1875840036129024:12345-192.168.202.17@tcp:101:stat.0 Request processed in 648us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941061.619793:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 38 00010000:00010000:2.0:1788941061.641013:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941061.738350:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941061.738947:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036129280 00000100:00100000:0.0:1788941061.738961:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036129280 00000100:00100000:0.0:1788941061.739025:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 39 00000100:00100000:0.0:1788941061.739036:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+27:17477:x1875840036129280:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788941061.739066:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941061.739086:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa49de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226aab expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941061.739223:0:18973:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788941061.739358:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa49de lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aab expref: 29 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.739373:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:0.0:1788941061.739376:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788941061.739382:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa49de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aab expref: 29 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.739397:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37200, rc 0) 00000100:00100000:0.0:1788941061.739465:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+28:17477:x1875840036129280:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 429us (1126us total) trans 12884901910 rc 301/301 00000100:00100000:0.0:1788941061.739472:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 39 00000100:00100000:1.0:1788941061.743631:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941061.743751:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036129536 00000100:00100000:2.0:1788941061.743767:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036129536 00000100:00100000:2.0:1788941061.743863:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:2.0:1788941061.743876:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41168b2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+28:17477:x1875840036129536:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:2.0:1788941061.744259:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41168b2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+29:17477:x1875840036129536:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 384us (641us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788941061.744286:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 10 00000100:00100000:3.0:1788941061.800334:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.800388:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.800421:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.800455:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.800477:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.800512:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941061.800542:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036129920 00000100:00100000:0.0:1788941061.800561:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036129920 00000100:00100000:0.0:1788941061.800635:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036130176 00000100:00100000:0.0:1788941061.800638:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036130176 00000100:00100000:0.0:1788941061.800654:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036129792 00000100:00100000:0.0:1788941061.800657:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036129792 00000100:00100000:0.0:1788941061.800671:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036130304 00000100:00100000:0.0:1788941061.800674:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036130304 00000100:00100000:0.0:1788941061.800709:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:0.0:1788941061.800721:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413508ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036129920:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941061.800752:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:2.0:1788941061.800772:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036130176:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788941061.800813:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413508ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036129920:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 94us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.800823:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:2.0:1788941061.800846:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036130176:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 79us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.800856:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:2.0:1788941061.800866:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:0.0:1788941061.800873:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036129792:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:2.0:1788941061.800904:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:2.0:1788941061.800922:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036130304:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788941061.800923:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2359:x1875840036129792:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 50us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.800952:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:2.0:1788941061.800979:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+5:2359:x1875840036130304:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 64us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941061.800988:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00080000:3.0:1788941061.801085:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788941061.801090:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788941061.801302:0:18967:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036129664 00000100:00100000:1.0:1788941061.801312:0:18967:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036129664 00000100:00100000:0.0:1788941061.801356:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036130048 00000100:00100000:0.0:1788941061.801370:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036130048 00000100:00100000:1.0:1788941061.801374:0:18967:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 124 00000100:00100000:1.0:1788941061.801402:0:18967:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b988850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:2359:x1875840036129664:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:0.0:1788941061.801427:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:0.0:1788941061.801440:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413f873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+11:2359:x1875840036130048:12345-192.168.202.17@tcp:400:kworker.0 00000100:00100000:1.0:1788941061.801447:0:18967:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b988850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:41eb1780-31d7-4720-b489-efe9ef0593a6+13:2359:x1875840036129664:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 44us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941061.801458:0:18967:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 124 00000100:00100000:0.0:1788941061.801502:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413f873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4a2bb813-76e2-4e4a-8de6-9e29cf0fb901+11:2359:x1875840036130048:12345-192.168.202.17@tcp:400:kworker.0 Request processed in 64us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.801509:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 25 00000100:00100000:1.0:1788941061.851918:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.851993:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036130560 00000100:00100000:3.0:1788941061.852002:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036130560 00000100:00100000:3.0:1788941061.852055:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 40 00000100:00100000:3.0:1788941061.852064:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+29:17483:x1875840036130560:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:3.0:1788941061.852090:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788941061.852110:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6400/0xa1d8aa9164aa49ec lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ab2 expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852251:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852262:0:19858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 30 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852267:0:19858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 30 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852273:0:19858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852308:0:19858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 30 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852318:0:19858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 30 pid: 18972 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941061.852328:0:19858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41350f1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068627968:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788941061.852815:0:19858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 30 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.852826:0:19858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 30 pid: 18974 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941061.852835:0:19858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41350f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068628096:192.168.202.17@tcp:104: 00000100:00100000:3.0:1788941061.852881:0:19858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f413f376480 going to sleep for 11 seconds 00000100:00100000:1.0:1788941061.855935:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941061.855988:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941061.856160:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036130688 00000100:00100000:2.0:1788941061.856170:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036130688 00010000:00010000:2.0:1788941061.856239:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 31 pid: 18972 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941061.856276:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036130816 00000100:00100000:2.0:1788941061.856280:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036130816 00010000:00010000:2.0:1788941061.856295:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 32 pid: 18974 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941061.856320:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:2.0:1788941061.856328:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413bb20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:2359:x1875840036130688:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788941061.856341:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941061.856357:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 32 pid: 18972 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856367:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 32 pid: 18972 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856388:0:18958:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:2.0:1788941061.856391:0:18958:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856398:0:18958:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856403:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788941061.856687:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413bb20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:2359:x1875840036130688:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 124us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941061.856705:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:2.0:1788941061.856760:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:2.0:1788941061.856767:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:2358:x1875840036130816:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788941061.856777:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941061.856782:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 31 pid: 18974 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856792:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 31 pid: 18974 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856804:0:18958:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:2.0:1788941061.856808:0:18958:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856822:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856829:0:18958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.856847:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788941061.856867:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:2358:x1875840036130816:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 101us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941061.856874:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00010000:00010000:3.0:1788941061.859905:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc7c00/0xa1d8aa9164aa49d7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aa4 expref: 30 pid: 18972 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941061.859926:0:19858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41350f1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068627968:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788941061.859936:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4928 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226a73 expref: 29 pid: 18974 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941061.859943:0:19858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41350f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068628096:192.168.202.17@tcp:104: 00010000:00010000:3.0:1788941061.859966:0:19858:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.860115:0:19858:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.860123:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788941061.860404:0:19858:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:3.0:1788941061.860593:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6400/0xa1d8aa9164aa49ec lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 30 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.860609:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 29 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.860618:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.860621:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788941061.860624:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f412bfc6e00, rc 0) 00000100:00100000:3.0:1788941061.860712:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+29:17483:x1875840036130560:12345-192.168.202.17@tcp:101:bash.0 Request processed in 8648us (8801us total) trans 12884901912 rc 0/0 00000100:00100000:3.0:1788941061.860721:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 40 00000100:00100000:1.0:1788941061.875286:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941061.875592:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131072 00000100:00100000:0.0:1788941061.875603:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131072 00000100:00100000:0.0:1788941061.875667:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 41 00000100:00100000:0.0:1788941061.875676:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+29:17483:x1875840036131072:12345-192.168.202.17@tcp:36:bash.0 00010000:00010000:0.0:1788941061.875961:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.876045:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.876111:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788941061.876408:0:18974:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:0.0:1788941061.876436:0:18974:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c18a78da reply state 00000000c19df696 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941061.876446:0:18974:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788941061.876655:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17483:x1875840036131072:12345-192.168.202.17@tcp:36:bash.0 Request processed in 977us (1375us total) trans 12884901914 rc 0/0 00000100:00100000:0.0:1788941061.876680:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 41 00000020:00080000:0.0:1788941061.876685:0:18974:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788941061.881399:0:3288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.881415:0:3288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.881423:0:3288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.881429:0:3288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37200 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941061.881435:0:3288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.881443:0:3288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941061.881517:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00010000:00010000:3.0:1788941061.881578:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.881581:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941061.881586:0:3288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.881590:0:3288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37200/0xa1d8aa9164aa4a01 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941061.883785:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131200 00000100:00100000:0.0:1788941061.883809:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131200 00000100:00100000:0.0:1788941061.883890:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 42 00000100:00100000:0.0:1788941061.883901:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17483:x1875840036131200:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788941061.883929:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941061.883950:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a08 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ab9 expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.884016:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a08 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab9 expref: 32 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.884032:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a08 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab9 expref: 32 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.884054:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:0.0:1788941061.884057:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788941061.884061:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36800, rc 0) 00000100:00100000:0.0:1788941061.884146:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17483:x1875840036131200:12345-192.168.202.17@tcp:101:bash.0 Request processed in 246us (2631us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.884154:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 42 00000100:00100000:1.0:1788941061.893437:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941061.893545:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131328 00000100:00100000:2.0:1788941061.893560:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131328 00000100:00100000:2.0:1788941061.893621:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 43 00000100:00100000:2.0:1788941061.893631:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17483:x1875840036131328:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788941061.893654:0:18972:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941061.893677:0:18972:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a0f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ac0 expref: -99 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.893815:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.893833:0:18972:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 33 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.893843:0:18972:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.893880:0:18972:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 33 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.893920:0:18972:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 33 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941061.893935:0:18972:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18972:1875840068628224:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788941061.894440:0:18972:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4115f813c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788941061.897335:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.897512:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131456 00000100:00100000:3.0:1788941061.897520:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131456 00010000:00010000:3.0:1788941061.897555:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 34 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941061.897603:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:3.0:1788941061.897610:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+34:2359:x1875840036131456:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788941061.897623:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788941061.897628:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 34 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.897637:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 34 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.897655:0:18958:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:3.0:1788941061.897659:0:18958:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.897667:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.897672:0:18958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941061.897687:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788941061.897752:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+34:2359:x1875840036131456:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 142us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941061.897759:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00010000:00010000:2.0:1788941061.898907:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f412bfc6e00/0xa1d8aa9164aa49f3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab2 expref: 33 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941061.898926:0:18972:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18972:1875840068628224:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788941061.898946:0:18972:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.898953:0:18972:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.898957:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788941061.899083:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788941061.899088:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788941061.899109:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.899140:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a0f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac0 expref: 33 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.899270:0:18972:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac0 expref: 32 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941061.899287:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:2.0:1788941061.899289:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788941061.899291:0:18972:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218ce00, rc 0) 00000100:00100000:2.0:1788941061.899342:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17483:x1875840036131328:12345-192.168.202.17@tcp:101:bash.0 Request processed in 5713us (5919us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941061.899349:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 43 00000100:00100000:3.0:1788941061.902255:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941061.902829:0:18959:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131712 00000100:00100000:0.0:1788941061.902843:0:18959:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131712 00000100:00100000:0.0:1788941061.902917:0:18959:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 2 00000100:00100000:0.0:1788941061.902927:0:18959:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17483:x1875840036131712:12345-192.168.202.17@tcp:103:bash.0 00010000:00010000:0.0:1788941061.902958:0:18959:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788941061.902994:0:18959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a16 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac0 expref: 32 pid: 18972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.903016:0:18959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a08 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ab9 expref: 31 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.903027:0:18959:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f4111ce7500) 00010000:00010000:0.0:1788941061.903038:0:18959:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788941061.903108:0:18959:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+30:17483:x1875840036131712:12345-192.168.202.17@tcp:103:bash.0 Request processed in 182us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.903116:0:18959:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 2 00000100:00100000:0.0:1788941061.905730:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941061.905835:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131840 00000100:00100000:3.0:1788941061.905847:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131840 00000100:00100000:0.0:1788941061.906133:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 44 00000100:00100000:0.0:1788941061.906145:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+30:17483:x1875840036131840:12345-192.168.202.17@tcp:58:bash.0 00010000:00010000:0.0:1788941061.906297:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.906326:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.906339:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788941061.907520:0:19858:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788941061.907674:0:19858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788941061.907768:0:19858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788941061.908109:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+30:17483:x1875840036131840:12345-192.168.202.17@tcp:58:bash.0 Request processed in 1963us (2385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.908127:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 44 00000100:00100000:3.0:1788941061.911611:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941061.911660:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036131968 00000100:00100000:0.0:1788941061.911670:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036131968 00000100:00100000:0.0:1788941061.911736:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 45 00000100:00100000:0.0:1788941061.911746:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+30:17483:x1875840036131968:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:0.0:1788941061.911776:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941061.911799:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ac7 expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.911859:0:18974:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.911869:0:18974:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 31 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.911889:0:18974:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.911903:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 31 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.911915:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:0.0:1788941061.911917:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788941061.911920:0:18974:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 31 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941061.911925:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37800, rc 0) 00000100:00100000:0.0:1788941061.911981:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17483:x1875840036131968:12345-192.168.202.17@tcp:101:bash.0 Request processed in 236us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941061.911988:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 45 00000040:00080000:2.0:1788941062.152456:0:19005:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788941062.152468:0:19005:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788941062.152511:0:19005:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788941062.152518:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788941062.152646:0:19005:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:19005:1875840068628352:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788941062.152920:0:19005:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4102ab93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788941062.160795:0:19005:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:19005:1875840068628352:192.168.202.17@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788941062.168875:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.169893:0:18983:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036132096 00000100:00100000:0.0:1788941062.169907:0:18983:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036132096 00000100:00100000:0.0:1788941062.169973:0:18983:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:0.0:1788941062.169983:0:18983:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132096:12345-192.168.202.17@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788941062.170066:0:18983:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132096:12345-192.168.202.17@tcp:900:lhsmtool_posix.0 Request processed in 85us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941062.170074:0:18983:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 0 00000100:00100000:3.0:1788941062.184905:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.184992:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036132224 00000100:00100000:2.0:1788941062.185009:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036132224 00000100:00100000:2.0:1788941062.185085:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 46 00000100:00100000:2.0:1788941062.185096:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132224:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788941062.185129:0:18973:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788941062.185291:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132224:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 197us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.185299:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 46 00000100:00100000:1.0:1788941062.190924:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.191074:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036132352 00000100:00100000:2.0:1788941062.191086:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036132352 00000100:00100000:2.0:1788941062.191264:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 47 00000100:00100000:2.0:1788941062.191277:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132352:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.191372:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191391:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191405:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191461:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191469:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191476:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191499:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191508:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191514:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788941062.191553:0:18972:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788941062.191558:0:18972:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788941062.191575:0:18972:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191585:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191598:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.191838:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192253:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218cc00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:2.0:1788941062.192258:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192266:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192279:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f41129a4700) 00010000:00010000:2.0:1788941062.192282:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788941062.192289:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192295:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a2b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192311:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192317:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192323:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192329:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d800 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:2.0:1788941062.192340:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192347:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192355:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8f4111ce7400) 00010000:00010000:2.0:1788941062.192357:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788941062.192360:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192367:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a32 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192382:0:18972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192388:0:18972:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192394:0:18972:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192399:0:18972:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218ca00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:2.0:1788941062.192401:0:18972:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192407:0:18972:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192414:0:18972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:2.0:1788941062.192416:0:18972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788941062.192425:0:18972:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.192432:0:18972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a39 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.192517:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132352:12345-192.168.202.17@tcp:34:lhsmtool_posix.0 Request processed in 1243us (1603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.192525:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 47 00000100:00100000:1.0:1788941062.197669:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.197719:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036132608 00000100:00100000:2.0:1788941062.197731:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036132608 00000100:00100000:2.0:1788941062.197804:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 48 00000100:00100000:2.0:1788941062.197816:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+31:17484:x1875840036132608:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.197839:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941062.197861:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a40 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ace expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.197965:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.197980:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.197992:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788941062.198004:0:18973:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788941062.198166:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198175:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198233:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198240:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218ce00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:2.0:1788941062.198245:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198263:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198276:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:2.0:1788941062.198279:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788941062.198286:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198292:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a47 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198334:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a40 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ace expref: 33 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198344:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f41129a4700) 00010000:00010000:2.0:1788941062.198347:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788941062.198351:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a40 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ace expref: 33 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.198362:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218da00, rc 0) 00000100:00100000:2.0:1788941062.198443:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17484:x1875840036132608:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 629us (781us total) trans 12884901915 rc 301/301 00000100:00100000:2.0:1788941062.198460:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 48 00000100:00100000:3.0:1788941062.201025:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.201102:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036132736 00000100:00100000:0.0:1788941062.201111:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036132736 00000100:00100000:0.0:1788941062.201178:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 49 00000100:00100000:0.0:1788941062.201218:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17484:x1875840036132736:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788941062.201255:0:18974:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788941062.201345:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17484:x1875840036132736:12345-192.168.202.17@tcp:53:lhsmtool_posix.0 Request processed in 159us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941062.201351:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 49 00000100:00100000:1.0:1788941062.205174:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.205816:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036132992 00000100:00100000:0.0:1788941062.205828:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036132992 00000100:00100000:0.0:1788941062.205891:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 50 00000100:00100000:0.0:1788941062.205902:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+32:17484:x1875840036132992:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788941062.205923:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941062.205943:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a55 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ad5 expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788941062.206836:0:19858:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x23:0x0], count =31 00000004:00080000:0.0:1788941062.206845:0:19858:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000400:0x23:0x0]+31 in llog 00000004:00080000:0.0:1788941062.206913:0:19858:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x42:0x0], index 1: 0 00010000:00010000:0.0:1788941062.207499:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.207515:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.207528:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.207598:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a55 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ad5 expref: 35 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.207617:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ad5 expref: 34 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.207626:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f410ad9f900) 00010000:00010000:0.0:1788941062.207628:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788941062.207632:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b36800, rc 0) 00000100:00100000:0.0:1788941062.207721:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+34:17484:x1875840036132992:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1820us (2566us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788941062.207730:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 50 00000100:00100000:1.0:1788941062.220243:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.220940:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036133248 00000100:00100000:0.0:1788941062.220952:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036133248 00000100:00100000:0.0:1788941062.221039:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 51 00000100:00100000:0.0:1788941062.221053:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+34:17484:x1875840036133248:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788941062.221171:0:18974:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941062.221229:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4a5c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ad5 expref: 34 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221251:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f410ad9f900) 00010000:00010000:0.0:1788941062.221262:0:18974:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788941062.221287:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221302:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221313:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221349:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221358:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221365:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221439:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221446:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221452:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221467:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37600 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941062.221472:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221480:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221490:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:0.0:1788941062.221493:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941062.221497:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221502:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37600/0xa1d8aa9164aa4a6a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221513:0:18974:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221518:0:18974:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221524:0:18974:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221528:0:18974:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941062.221531:0:18974:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221537:0:18974:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221568:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xdc310f34 (ffff8f410ad9f500) 00010000:00010000:0.0:1788941062.221571:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941062.221574:0:18974:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.221580:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37e00/0xa1d8aa9164aa4a71 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xdc310f34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.222078:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+33:17484:x1875840036133248:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 1026us (1845us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788941062.222085:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 51 00000100:00100000:1.0:1788941062.238820:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.238945:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036133376 00000100:00100000:2.0:1788941062.238960:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036133376 00000100:00100000:2.0:1788941062.239084:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 52 00000100:00100000:2.0:1788941062.239104:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f400261ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+33:17484:x1875840036133376:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.239128:0:18973:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941062.239154:0:18973:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a78 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226adc expref: -99 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.239232:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.239247:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.241105:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.241495:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a78 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226adc expref: 35 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.241519:0:18973:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ce00/0xa1d8aa9164aa4a7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226adc expref: 34 pid: 18973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.241528:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:2.0:1788941062.241531:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788941062.241535:0:18973:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218ce00, rc 0) 00000100:00100000:2.0:1788941062.241610:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f400261ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+34:17484:x1875840036133376:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2509us (2802us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.241625:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 52 00000100:00100000:0.0:1788941062.258371:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.258511:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036133632 00000100:00100000:2.0:1788941062.258521:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036133632 00000100:00100000:2.0:1788941062.258571:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 53 00000100:00100000:2.0:1788941062.258580:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+34:17484:x1875840036133632:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.258668:0:18972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.258683:0:18972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.258705:0:18972:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788941062.259131:0:18972:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1788941062.259141:0:18972:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 703562953125ns, next at 704562950587ns, rc = 0 00000004:00010000:2.0:1788941062.259281:0:18972:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004ec3165d reply state 0000000063fc9d1c transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.259291:0:18972:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788941062.259508:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+36:17484:x1875840036133632:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 799us (1017us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1788941062.259516:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 53 00010000:00010000:3.0:1788941062.267627:0:3287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.267649:0:3287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.267658:0:3287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.267666:0:3287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218da00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941062.267672:0:3287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.267680:0:3287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.267709:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:3.0:1788941062.267713:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788941062.267720:0:3287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.267726:0:3287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218da00/0xa1d8aa9164aa4a86 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.275631:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.275793:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036133760 00000100:00100000:2.0:1788941062.275805:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036133760 00000100:00100000:2.0:1788941062.275873:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 54 00000100:00100000:2.0:1788941062.275885:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+35:17484:x1875840036133760:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.275914:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941062.275950:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226ae3 expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.276032:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 36 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.276054:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 36 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.276075:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:2.0:1788941062.276079:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788941062.276084:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218ca00, rc 0) 00000100:00100000:2.0:1788941062.276148:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+36:17484:x1875840036133760:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 265us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.276156:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 54 00000100:00100000:1.0:1788941062.286528:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.293572:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036133888 00000100:00100000:0.0:1788941062.293588:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036133888 00000100:00100000:2.0:1788941062.294494:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:2.0:1788941062.294509:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+5:2358:x1875840036133888:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788941062.295705:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2358:x1875840036133888:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 1187us (9174us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788941062.295716:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:3.0:1788941062.307395:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.309074:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036134144 00000100:00100000:2.0:1788941062.309099:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036134144 00000100:00100000:3.0:1788941062.309534:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:3.0:1788941062.309548:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+36:17484:x1875840036134144:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788941062.309808:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+37:17484:x1875840036134144:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 264us (2432us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788941062.309830:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 11 00000100:00100000:0.0:1788941062.314028:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.314963:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036134400 00000100:00100000:2.0:1788941062.315019:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036134400 00000100:00100000:2.0:1788941062.315501:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 55 00000100:00100000:2.0:1788941062.315511:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+37:17484:x1875840036134400:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788941062.315627:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+37:17484:x1875840036134400:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 117us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.315644:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 55 00000100:00100000:1.0:1788941062.321579:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.321961:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036134528 00000100:00100000:2.0:1788941062.321986:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036134528 00000100:00100000:2.0:1788941062.322179:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 56 00000100:00100000:2.0:1788941062.322231:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+37:17484:x1875840036134528:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.322837:0:19858:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941062.322868:0:19858:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a94 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226aea expref: -99 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.322976:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a9b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.322993:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.323006:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788941062.323054:0:19858:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788941062.323072:0:19858:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.323106:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d800/0xa1d8aa9164aa4a94 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aea expref: 39 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.323127:0:19858:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aea expref: 38 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.323136:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:2.0:1788941062.323156:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788941062.323406:0:19858:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218cc00, rc 0) 00000100:00100000:2.0:1788941062.323478:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+38:17484:x1875840036134528:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 1289us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.323486:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 56 00000100:00100000:1.0:1788941062.330840:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.331026:0:19955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036134656 00000100:00100000:0.0:1788941062.331038:0:19955:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036134656 00000100:00100000:0.0:1788941062.331114:0:19955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:0.0:1788941062.331125:0:19955:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410121b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+6:2359:x1875840036134656:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788941062.331144:0:19955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941062.331176:0:19955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226af1 expref: -99 pid: 19955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788941062.331236:0:19955:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa11305, blocks: 0x1 00010000:00010000:0.0:1788941062.331545:0:19955:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=703s v=(0 0) 00010000:00010000:0.0:1788941062.331551:0:19955:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941062.331572:0:19955:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 7 pid: 19955 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.331592:0:19955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 7 pid: 19955 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.331615:0:19955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37600, rc 0) 00000100:00100000:0.0:1788941062.331680:0:19955:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410121b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:2359:x1875840036134656:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 557us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941062.331687:0:19955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:1.0:1788941062.337657:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.337759:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036134912 00000100:00100000:0.0:1788941062.337773:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036134912 00000100:00100000:0.0:1788941062.337847:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 57 00000100:00100000:0.0:1788941062.337860:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410121a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+38:17484:x1875840036134912:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788941062.337992:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410121a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+38:17484:x1875840036134912:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 135us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941062.338000:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 57 00000100:00100000:1.0:1788941062.341488:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.343311:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135040 00000100:00100000:0.0:1788941062.343331:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135040 00000100:00100000:1.0:1788941062.343517:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 58 00000100:00100000:1.0:1788941062.343527:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410121bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+38:17484:x1875840036135040:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788941062.381994:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901916 is committed 00000001:00080000:3.0:1788941062.382030:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901891 is committed 00000001:00080000:3.0:1788941062.382041:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901917 is committed 00000004:00080000:3.0:1788941062.382055:0:5855:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788941062.382081:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000001:00080000:3.0:1788941062.382087:0:5855:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000100:00100000:2.0:1788941062.382328:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410121bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+13:17484:x1875840036135040:12345-192.168.202.17@tcp:44:lhsmtool_posix.0 Request processed in 38796us (40849us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.382339:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 58 00000100:00100000:2.0:1788941062.383181:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788941062.383227:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f410121b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068628480:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788941062.383283:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941062.383389:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068628480 00000100:00100000:1.0:1788941062.383397:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068628480 00000100:00100000:1.0:1788941062.383512:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788941062.383522:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3303:x1875840068628480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1788941062.383670:0:19657:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788941062.383674:0:19657:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788941062.383676:0:19657:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788941062.383679:0:19657:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788941061 -> 1788941061 00002000:00010000:1.0:1788941062.383681:0:19657:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1788941062.383731:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3303:x1875840068628480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (447us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788941062.383739:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:1.0:1788941062.383784:0:3303:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f410121b800/2, rc 0, transno 12884901891 00000100:00100000:1.0:1788941062.383791:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f410121b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1875840068628480:0@lo:2:osp-syn-1-0.0 00000100:00080000:2.0:1788941062.384097:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788941062.386911:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.387304:0:19656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135168 00000100:00100000:2.0:1788941062.387315:0:19656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135168 00000100:00100000:2.0:1788941062.387385:0:19656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 16 00000100:00100000:2.0:1788941062.387396:0:19656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:2358:x1875840036135168:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788941062.387568:0:19656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:2358:x1875840036135168:12345-192.168.202.17@tcp:16:lhsmtool_posix.0 Request processed in 173us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.387578:0:19656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 16 00000100:00100000:3.0:1788941062.391305:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.391433:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135424 00000100:00100000:0.0:1788941062.391448:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135424 00000100:00100000:0.0:1788941062.391539:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 59 00000100:00100000:0.0:1788941062.391552:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+13:17484:x1875840036135424:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788941062.391632:0:18974:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788941062.391679:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4a9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aea expref: 13 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.391742:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:0.0:1788941062.391752:0:18974:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788941062.391809:0:18974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.391831:0:18974:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.391845:0:18974:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788941062.392325:0:18974:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000035a8527c reply state 00000000253ae74a transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.392337:0:18974:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788941062.392442:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+14:17484:x1875840036135424:12345-192.168.202.17@tcp:36:lhsmtool_posix.0 Request processed in 892us (1150us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1788941062.392451:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 59 00000100:00100000:1.0:1788941062.395297:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.395334:0:19657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135552 00000100:00100000:0.0:1788941062.395344:0:19657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135552 00010000:00010000:3.0:1788941062.395364:0:3288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.395374:0:3288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.395379:0:3288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.395383:0:3288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36800 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:3.0:1788941062.395387:0:3288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.395393:0:3288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.395394:0:19657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 17 00000100:00100000:0.0:1788941062.395408:0:19657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410121aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:17484:x1875840036135552:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788941062.395411:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:3.0:1788941062.395415:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788941062.395419:0:3288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.395423:0:3288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36800/0xa1d8aa9164aa4aa9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18974 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.395424:0:19657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941062.395441:0:19657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226af8 expref: -99 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.395473:0:19657:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.395499:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941062.395504:0:19657:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788941062.395510:0:19657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 8 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.395544:0:19657:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.395556:0:19657:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 803 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.395567:0:19657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a047100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:19657:1875840068628608:192.168.202.17@tcp:104: 00000100:00100000:0.0:1788941062.395638:0:19657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41109d8840 going to sleep for 11 seconds 00000100:00100000:0.0:1788941062.397363:0:19657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a047100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:19657:1875840068628608:192.168.202.17@tcp:104: 00010000:00010000:0.0:1788941062.397393:0:19657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 8 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.397413:0:19657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37200, rc 0) 00000100:00100000:0.0:1788941062.397452:0:19657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410121aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:17484:x1875840036135552:12345-192.168.202.17@tcp:101:lhsmtool_posix.0 Request processed in 2047us (2164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941062.397460:0:19657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 17 00000100:00100000:3.0:1788941062.398821:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941062.399307:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135680 00000100:00100000:1.0:1788941062.399315:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135680 00010000:00010000:2.0:1788941062.399451:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 803 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.399529:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:2.0:1788941062.399539:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:2358:x1875840036135680:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788941062.399557:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941062.399581:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 803 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.399613:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 803 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.399639:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071ea6d50/0xa1d8aa9164aa4aa2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af1 expref: 8 pid: 19955 timeout: 803 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.399657:0:18957:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788941062.399663:0:18957:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788941062.399670:0:18957:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 7 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.399682:0:18957:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 7 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.399731:0:18957:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 7 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.399747:0:18957:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:18957:1875840068628736:192.168.202.17@tcp:105: 00000100:00100000:2.0:1788941062.399831:0:18957:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4103294300 going to sleep for 11 seconds 00000100:00100000:1.0:1788941062.403466:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941062.403532:0:19656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135808 00000100:00100000:3.0:1788941062.403540:0:19656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135808 00000100:00100000:3.0:1788941062.403586:0:19656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 18 00000100:00100000:3.0:1788941062.403593:0:19656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:2358:x1875840036135808:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788941062.403816:0:19656:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788941062.403821:0:19656:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788941060 00002000:00010000:3.0:1788941062.403824:0:19656:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788941059 00002000:00010000:3.0:1788941062.403826:0:19656:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788941061 -> 1788941060 00002000:00010000:3.0:1788941062.403829:0:19656:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1788941062.403904:0:19656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:2358:x1875840036135808:12345-192.168.202.17@tcp:2:lhsmtool_posix.0 Request processed in 309us (447us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788941062.403911:0:19656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 18 00000100:00100000:2.0:1788941062.404500:0:18957:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:18957:1875840068628736:192.168.202.17@tcp:105: 00010000:00010000:2.0:1788941062.404523:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788941062.404596:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:2358:x1875840036135680:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 5058us (5782us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.404621:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:1.0:1788941062.408043:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.408143:0:19658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036135936 00000100:00100000:2.0:1788941062.408153:0:19658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036135936 00000100:00100000:2.0:1788941062.408356:0:19658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 19 00000100:00100000:2.0:1788941062.408367:0:19658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410121b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:2359:x1875840036135936:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.408419:0:19658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.408441:0:19658:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 8 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.408451:0:19658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788941062.408455:0:19658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788941062.408461:0:19658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.408501:0:19658:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 8 pid: 19657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.408516:0:19658:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 8 pid: 19657 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.408531:0:19658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19658:1875840068628864:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788941062.408614:0:19658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4103294300 going to sleep for 11 seconds 00000100:00100000:2.0:1788941062.411786:0:19658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19658:1875840068628864:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788941062.411840:0:19658:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941062.412762:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:3.0:1788941062.413310:0:18958:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036136064 00000100:00100000:3.0:1788941062.413320:0:18958:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036136064 00010000:00010000:3.0:1788941062.413363:0:18958:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 9 pid: 19657 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788941062.413407:0:18958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 15 00000100:00100000:3.0:1788941062.413416:0:18958:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f410121a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+9:2359:x1875840036136064:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788941062.413432:0:18958:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788941062.413458:0:18958:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 9 pid: 19657 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.413471:0:18958:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 9 pid: 19657 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.413506:0:18958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5756c1a/0xa1d8aa9164aa4ab0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226af8 expref: 9 pid: 19657 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.413523:0:18958:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788941062.413527:0:18958:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788941062.413533:0:18958:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.413543:0:18958:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941062.413573:0:18958:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788941062.413630:0:18958:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410121a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:2359:x1875840036136064:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 215us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788941062.413637:0:18958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 15 00010000:00010000:2.0:1788941062.414227:0:19658:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414238:0:19658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414266:0:19658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414274:0:19658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414282:0:19658:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414289:0:19658:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d800 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:2.0:1788941062.414293:0:19658:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414301:0:19658:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414313:0:19658:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.414330:0:19658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3f717e2/0xa1d8aa9164aa4ab7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.414396:0:19658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f410121b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:2359:x1875840036135936:12345-192.168.202.17@tcp:1:lhsmtool_posix.0 Request processed in 6030us (6362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.414405:0:19658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 19 00000100:00100000:1.0:1788941062.416986:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.417083:0:19858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036136320 00000100:00100000:2.0:1788941062.417094:0:19858:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036136320 00000100:00100000:2.0:1788941062.417159:0:19858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 60 00000100:00100000:2.0:1788941062.417168:0:19858:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+13:17484:x1875840036136320:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788941062.417342:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417362:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417374:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417629:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417641:0:19858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 14 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417650:0:19858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417705:0:19858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 14 pid: 19858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.417720:0:19858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 14 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.417736:0:19858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4134c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068628992:192.168.202.17@tcp:104: 00000100:00100000:2.0:1788941062.417821:0:19858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f4103294300 going to sleep for 11 seconds 00000100:00100000:2.0:1788941062.421439:0:19858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4134c54380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068628992:192.168.202.17@tcp:104: 00010000:00010000:2.0:1788941062.421483:0:19858:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941062.421673:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.421769:0:18957:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036136448 00000100:00100000:2.0:1788941062.421778:0:18957:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036136448 00010000:00010000:2.0:1788941062.421817:0:18957:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 15 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788941062.421924:0:18957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 16 00000100:00100000:2.0:1788941062.421935:0:18957:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+15:2358:x1875840036136448:12345-192.168.202.17@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788941062.421951:0:18957:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788941062.421959:0:18957:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 15 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.421972:0:18957:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 15 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.422119:0:18957:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218ca00/0xa1d8aa9164aa4a8d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ae3 expref: 15 pid: 19858 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.422134:0:18957:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:2.0:1788941062.422139:0:18957:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.422150:0:18957:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.422158:0:18957:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.422247:0:18957:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788941062.422298:0:18957:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+14:2358:x1875840036136448:12345-192.168.202.17@tcp:103:ldlm_bl.0 Request processed in 364us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.422306:0:18957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 16 00010000:00010000:0.0:1788941062.422425:0:19858:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.422444:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788941062.422621:0:19858:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1788941062.422783:0:19858:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1788941062.422832:0:19858:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1788941062.422932:0:19858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a047100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19858:1875840068629120:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788941062.423019:0:19858:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941062.423078:0:19858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f41071a1480 going to sleep for 11 seconds 00000100:00100000:2.0:1788941062.423149:0:18977:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068629120 00000100:00100000:2.0:1788941062.423156:0:18977:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068629120 00000100:00100000:2.0:1788941062.423224:0:18977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788941062.423232:0:18977:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19858:x1875840068629120:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788941062.423322:0:18977:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19858:x1875840068629120:12345-0@lo:1000:mdt00_003.0 Request processed in 91us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.423329:0:18977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788941062.423418:0:19858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a047100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19858:1875840068629120:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788941062.424088:0:19858:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:0.0:1788941062.424171:0:19858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a047100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19858:1875840068629248:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788941062.424249:0:19858:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941062.424282:0:19858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f412baef180 going to sleep for 11 seconds 00000100:00100000:0.0:1788941062.424388:0:18977:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068629248 00000100:00100000:0.0:1788941062.424394:0:18977:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068629248 00000100:00100000:0.0:1788941062.424433:0:18977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788941062.424442:0:18977:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19858:x1875840068629248:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788941062.424616:0:18977:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:19858:x1875840068629248:12345-0@lo:1000:mdt00_003.0 Request processed in 174us (367us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788941062.424625:0:18977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788941062.424677:0:19858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a047100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19858:1875840068629248:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788941062.424720:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424730:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424745:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424753:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218cc00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941062.424758:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424768:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424786:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:0.0:1788941062.424790:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788941062.424796:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424803:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218cc00/0xa1d8aa9164aa4ac5 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424835:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424843:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424848:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424853:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37a00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941062.424856:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424872:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424881:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:0.0:1788941062.424884:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788941062.424891:0:19858:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 17 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424901:0:19858:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 17 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424910:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 17 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.424937:0:19858:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37800/0xa1d8aa9164aa4a24 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226ac7 expref: 17 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.424949:0:19858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068629376:192.168.202.17@tcp:105: 00000100:00100000:0.0:1788941062.425002:0:19858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8f412baef180 going to sleep for 11 seconds 00000100:00100000:3.0:1788941062.428722:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941062.428849:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036136576 00000100:00100000:1.0:1788941062.428859:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036136576 00000100:00100000:1.0:1788941062.428917:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:1.0:1788941062.428929:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+18:17483:x1875840036136576:12345-192.168.202.17@tcp:49:bash.0 00000100:00100000:1.0:1788941062.429108:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+18:17483:x1875840036136576:12345-192.168.202.17@tcp:49:bash.0 Request processed in 181us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941062.429134:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 12 00000100:00100000:0.0:1788941062.431070:0:19858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19858:1875840068629376:192.168.202.17@tcp:105: 00010000:00010000:0.0:1788941062.431099:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431108:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37a00/0xa1d8aa9164aa4a1d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431140:0:19858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431167:0:19858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431177:0:19858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431199:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431204:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431210:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431213:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b37c00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941062.431217:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431222:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431230:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:0.0:1788941062.431232:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788941062.431235:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431239:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4acc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431248:0:19858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431256:0:19858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431261:0:19858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431263:0:19858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f400218d600 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:0.0:1788941062.431265:0:19858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431269:0:19858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431274:0:19858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:0.0:1788941062.431275:0:19858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788941062.431276:0:19858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.431279:0:19858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f400218d600/0xa1d8aa9164aa4abe lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788941062.431498:0:19858:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3924b4a4-3eb9-4465-85c5-c87ab738f139+17:17484:x1875840036136320:12345-192.168.202.17@tcp:57:lhsmtool_posix.0 Request processed in 14330us (14534us total) trans 12884901924 rc 0/0 00000100:00100000:0.0:1788941062.431506:0:19858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 60 00000020:00080000:0.0:1788941062.431511:0:19858:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1788941062.431952:0:19005:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788941062.431959:0:19005:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788941062.431988:0:19005:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788941062.432015:0:19005:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788941062.439083:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.439155:0:19656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036136704 00000100:00100000:2.0:1788941062.439168:0:19656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036136704 00000100:00100000:3.0:1788941062.439173:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:2.0:1788941062.439588:0:19656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:2.0:1788941062.439601:0:19656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+7:17483:x1875840036136704:12345-192.168.202.17@tcp:101:bash.0 00010000:00010000:2.0:1788941062.439622:0:19656:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788941062.439651:0:19656:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e6b6a9/0xa1d8aa9164aa4ad3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226aff expref: -99 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788941062.439710:0:19656:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x6aa11304, atime: 0x6aa11303, ctime: 0x6aa11304, blocks: 0x1 00010000:00010000:2.0:1788941062.439733:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=703s v=(0 0) 00010000:00010000:2.0:1788941062.439738:0:19656:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1788941062.439744:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036136960 00000100:00100000:0.0:1788941062.439750:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036136960 00010000:00010000:2.0:1788941062.439751:0:19656:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e6b6a9/0xa1d8aa9164aa4ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aff expref: 8 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.439772:0:19656:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011e6b6a9/0xa1d8aa9164aa4ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226aff expref: 8 pid: 19656 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941062.439786:0:19656:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f400218ca00, rc 0) 00000100:00100000:2.0:1788941062.439847:0:19656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+8:17483:x1875840036136704:12345-192.168.202.17@tcp:101:bash.0 Request processed in 250us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788941062.439854:0:19656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 20 00000100:00100000:0.0:1788941062.439867:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 13 00000100:00100000:0.0:1788941062.439877:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+17:17484:x1875840036136960:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788941062.440526:0:18976:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788941062.440606:0:18976:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:0.0:1788941062.440635:0:18976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.440646:0:18976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.440653:0:18976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.440659:0:18976:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.440663:0:18976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.440667:0:18976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.440686:0:18976:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788941062.440741:0:18961:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788941062.440750:0:18961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.440758:0:18961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f4113b36400 already unused, calling callback (ffffffffc14748b0) 00010000:00010000:1.0:1788941062.440763:0:18961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.440771:0:18961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.440784:0:18961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f4111ce7400) 00010000:00010000:1.0:1788941062.440787:0:18961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788941062.440792:0:18961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.440799:0:18961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b36400/0xa1d8aa9164aa4ada lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.440811:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941062.440813:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941062.440815:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788941062.440946:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+19:17484:x1875840036136960:12345-192.168.202.17@tcp:35:lhsmtool_posix.0 Request processed in 1069us (1773us total) trans 12884901926 rc 0/0 00000100:00100000:0.0:1788941062.440954:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 13 00000020:00080000:0.0:1788941062.440957:0:18976:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788941062.445534:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941062.446507:0:18975:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036137216 00000100:00100000:1.0:1788941062.446520:0:18975:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036137216 00000100:00100000:1.0:1788941062.446589:0:18975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 14 00000100:00100000:1.0:1788941062.446606:0:18975:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+19:17483:x1875840036137216:12345-192.168.202.17@tcp:35:bash.0 00000001:00080000:1.0:1788941062.446913:0:18975:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:1.0:1788941062.447022:0:18975:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:1.0:1788941062.447178:0:18975:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3924b4a4-3eb9-4465-85c5-c87ab738f139+22:17483:x1875840036137216:12345-192.168.202.17@tcp:35:bash.0 Request processed in 572us (1651us total) trans 12884901929 rc 0/0 00000100:00100000:1.0:1788941062.447221:0:18975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 14 00000020:00080000:1.0:1788941062.447227:0:18975:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1788941062.501296:0:3295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.501346:0:18974:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036137472 00000100:00100000:0.0:1788941062.501358:0:18974:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036137472 00000100:00100000:0.0:1788941062.501419:0:18974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 61 00000100:00100000:0.0:1788941062.501432:0:18974:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4101218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+22:17495:x1875840036137472:12345-192.168.202.17@tcp:101:lfs.0 00010000:00010000:0.0:1788941062.501457:0:18974:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788941062.501494:0:18974:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x803bd2c61c226b06 expref: -99 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788941062.501583:0:18974:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1788941062.501726:0:18974:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4ae1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226b06 expref: 24 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.501740:0:18974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f41034c4000) 00010000:00010000:0.0:1788941062.501744:0:18974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788941062.501749:0:18974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f4113b37c00/0xa1d8aa9164aa4ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.17@tcp remote: 0x803bd2c61c226b06 expref: 24 pid: 18974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788941062.501765:0:18974:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f4113b37c00, rc 0) 00000100:00100000:0.0:1788941062.501840:0:18974:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4101218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17495:x1875840036137472:12345-192.168.202.17@tcp:101:lfs.0 Request processed in 412us (551us total) trans 12884901930 rc 301/301 00000100:00100000:0.0:1788941062.501849:0:18974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 61 00000100:00100000:3.0:1788941062.503625:0:3296:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:1.0:1788941062.503678:0:18973:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036137600 00000100:00100000:1.0:1788941062.503696:0:18973:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036137600 00000100:00100000:1.0:1788941062.503764:0:18973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 62 00000100:00100000:1.0:1788941062.503774:0:18973:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17495:x1875840036137600:12345-192.168.202.17@tcp:34:lfs.0 00010000:00010000:1.0:1788941062.503843:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.503857:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.503867:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.503879:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.503884:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.503888:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504100:0:18973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504107:0:18973:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504120:0:18973:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788941062.504433:0:18973:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504452:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504457:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504463:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504466:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5000 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941062.504469:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504475:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504485:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f410ad9f700) 00010000:00010000:1.0:1788941062.504487:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941062.504491:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504495:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5000/0xa1d8aa9164aa4aef lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504504:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504513:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504517:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504520:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5200 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941062.504521:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504525:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504529:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f41129a4b00) 00010000:00010000:1.0:1788941062.504530:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941062.504532:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504535:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5200/0xa1d8aa9164aa4af6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504544:0:18973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504547:0:18973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504551:0:18973:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504554:0:18973:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f41073d5e00 already unused, calling callback (ffffffffc1ed04f0) 00010000:00010000:1.0:1788941062.504559:0:18973:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504563:0:18973:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504566:0:18973:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f410ad9f200) 00010000:00010000:1.0:1788941062.504568:0:18973:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788941062.504569:0:18973:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941062.504572:0:18973:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f41073d5e00/0xa1d8aa9164aa4afd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18973 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788941062.504663:0:18973:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17495:x1875840036137600:12345-192.168.202.17@tcp:34:lfs.0 Request processed in 890us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941062.504670:0:18973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 62 00000100:00100000:3.0:1788941062.505975:0:3294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.17@tcp (source: 12345-192.168.202.17@tcp) 00000100:00100000:0.0:1788941062.506024:0:18976:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840036137856 00000100:00100000:0.0:1788941062.506032:0:18976:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840036137856 00000100:00100000:0.0:1788941062.506119:0:18976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.17@tcp, seq: 15 00000100:00100000:0.0:1788941062.506130:0:18976:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f41350f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+23:17495:x1875840036137856:12345-192.168.202.17@tcp:35:lfs.0 00000100:00100000:0.0:1788941062.506505:0:18976:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f41350f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3924b4a4-3eb9-4465-85c5-c87ab738f139+24:17495:x1875840036137856:12345-192.168.202.17@tcp:35:lfs.0 Request processed in 376us (534us total) trans 12884901931 rc 0/0 00000100:00100000:0.0:1788941062.506514:0:18976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.17@tcp, seq: 15 00010000:00010000:1.0:1788941062.669425:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788941063.609430:0:21141:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:0.0:1788941063.690652:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788941064.712716:0:18960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788941064.713445:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f410121ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068629504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788941064.713513:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788941064.713639:0:19661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068629504 00000100:00100000:1.0:1788941064.713648:0:19661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068629504 00000100:00100000:1.0:1788941064.713795:0:19661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788941064.713805:0:19661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4134c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068629504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788941064.713851:0:19661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788941064.713901:0:19661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4134c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1875840068629504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788941064.713909:0:19661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788941064.713962:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f410121ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068629504:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788941064.715970:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788941065.224367:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788941065.224388:0:3301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068629632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788941065.224462:0:3301:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941065.224553:0:19661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068629632 00000100:00100000:0.0:1788941065.224561:0:19661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068629632 00000100:00100000:0.0:1788941065.224608:0:19661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788941065.224616:0:19661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413a047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3301:x1875840068629632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788941065.224647:0:19661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1788941065.224699:0:19661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413a047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3301:x1875840068629632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941065.224706:0:19661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1788941065.224724:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788941065.224755:0:3301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1875840068629632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788941065.232266:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068629760:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.232339:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941065.232402:0:3303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788941065.232408:0:3303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068629888:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.232436:0:3303:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941065.232472:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f4002db7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068630144:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.232659:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941065.232694:0:3302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788941065.232701:0:3302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8f41352c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068630016:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.232728:0:3302:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788941065.232760:0:18965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068629760 00000100:00100000:0.0:1788941065.232769:0:18965:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068629760 00000100:00100000:0.0:1788941065.232814:0:18965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788941065.232824:0:18965:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f413b98bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3303:x1875840068629760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.232876:0:18965:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f413b98bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2db11baa-d926-42ce-b209-b72575a5ba9f+19:3303:x1875840068629760:12345-0@lo:400:kworker.0 Request processed in 53us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941065.232895:0:18965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788941065.232937:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068629888 00000100:00100000:0.0:1788941065.232941:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068629888 00000100:00100000:0.0:1788941065.232965:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068630144 00000100:00100000:0.0:1788941065.232968:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068630144 00000100:00100000:0.0:1788941065.232986:0:18972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875840068630016 00000100:00100000:0.0:1788941065.232989:0:18972:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875840068630016 00000100:00100000:0.0:1788941065.233001:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788941065.233007:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068629888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.233043:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1875840068629888:12345-0@lo:400:kworker.0 Request processed in 35us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941065.233049:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788941065.233061:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788941065.233067:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068630144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.233102:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1875840068630144:12345-0@lo:400:kworker.0 Request processed in 35us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941065.233108:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788941065.233119:0:18972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788941065.233126:0:18972:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8f4002db4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068630016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.233458:0:18972:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8f4002db4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1875840068630016:12345-0@lo:400:kworker.0 Request processed in 332us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941065.233465:0:18972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:0.0:1788941065.234304:0:18968:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788941065.234341:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1875840068630016:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.234354:0:3302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f4002db7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1875840068630144:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.234401:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f41352c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1875840068629888:0@lo:400:kworker.0 00000100:00100000:0.0:1788941065.234412:0:3303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8f413a045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2db11baa-d926-42ce-b209-b72575a5ba9f:3303:1875840068629760:0@lo:400:kworker.0 00000001:00080000:0.0:1788941065.296004:0:7633:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901893 is committed 00000001:00080000:0.0:1788941065.296075:0:7633:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00080000:0.0:1788941065.296082:0:7633:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901892 is committed 00010000:00010000:0.0:1788941065.737471:0:18961:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9890 lines, 9890 kept, 0 dropped, 0 bad.